-- Logs begin at Thu 2021-08-19 11:54:32 UTC, end at Thu 2021-08-19 12:53:18 UTC. -- Aug 19 12:24:16.217846 dv-cinder-804603-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 12:24:18.993112 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.common.config [-] Logging enabled! Aug 19 12:24:18.993713 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 12:24:18.993901 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93687) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 12:24:18.997188 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.common.config [-] Logging enabled! Aug 19 12:24:18.997448 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 12:24:18.997763 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93687) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 12:24:18.998705 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 12:24:18.998942 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 12:24:18.999316 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 12:24:18.999567 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 12:24:18.999796 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 12:24:19.000118 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.000440 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.000903 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.001138 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.001435 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.001728 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.002016 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.002307 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.002609 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.002898 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.003180 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.003466 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.003701 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.003986 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.004273 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.004561 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.004814 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] debug = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.005098 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.005521 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.005934 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.006219 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.006515 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.006795 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.007071 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.007348 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.007647 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.007965 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] host = dv-cinder-804603-3-iscsi {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.008247 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.008538 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.008853 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.009145 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.009422 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.009701 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.009994 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.010271 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.010546 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.010823 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.011113 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.011403 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.011695 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.011921 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.012146 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.012437 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.012754 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.013035 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.013314 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.013593 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.013869 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.014147 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.014418 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.014706 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.014993 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.015280 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.015557 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.015831 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.016695 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.017023 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.017364 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.017648 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.017928 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.018205 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.018497 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.018773 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.019052 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.019359 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.019649 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.019933 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.020221 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.020500 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.020816 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.021094 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.021369 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.021642 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_json = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.021918 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.022191 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.022476 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.022758 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.023034 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.023309 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.023583 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.023870 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:19.024168 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.024471 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.024805 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.025099 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.025401 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.025689 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.025984 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.026268 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.026563 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.026859 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.027154 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.027437 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.027730 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.028014 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.028313 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.028643 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.028950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.029250 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.029534 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.029815 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.030096 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.030382 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.030676 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.030979 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.031274 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.031611 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.032484 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.032810 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.033097 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.033380 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.033666 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.033964 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.034248 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.034529 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.034819 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.035102 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.035381 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.035660 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.035945 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.036245 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.036528 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.036830 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.037109 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.037394 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.037674 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.037965 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.038248 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.038528 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.038805 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.039086 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.039365 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.039643 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.039926 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.040204 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.040484 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.040786 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.041066 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.041341 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.041617 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.041895 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.042170 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.042448 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.042729 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.043006 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.043281 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.043557 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.043834 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.044114 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.044403 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.044734 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.045016 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.045301 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.045584 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.045867 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.046154 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.046435 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.046718 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.047001 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.047391 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.047694 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.047977 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.048267 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.048553 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.048863 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.049162 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.049444 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.049731 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.050013 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.050294 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.050587 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.050874 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.051173 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.051467 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.051762 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.052060 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.052359 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.052678 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.052988 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.053276 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:19.053496 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 12:24:19.053741 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93687) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 12:24:19.407274 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 12:24:19.407480 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 12:24:19.407770 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 12:24:19.408115 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 12:24:19.802898 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.803200 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.803477 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.804722 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.805005 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.805276 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.839949 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.840229 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.840504 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.856827 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.857118 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.857392 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.886711 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.886997 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.887272 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.923566 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.923841 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:19.924112 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.164077 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.164718 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.164718 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.164924 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.165561 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.293259 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.293588 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.293878 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.294156 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.294434 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.294750 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.295018 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.295278 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.295666 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.295972 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.296242 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.296515 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.296802 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.297063 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.298056 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.298595 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.298736 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.299013 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.300013 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.300013 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.300013 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.300234 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.300324 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.300881 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.301145 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.301401 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.301821 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:24:20.302073 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:24:20.302455 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:24:20.302599 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:24:20.302844 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:24:20.303244 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:24:20.303630 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 12:24:20.307240 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 12:24:20.311261 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 12:24:20.315822 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Aug 19 12:24:20.317526 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 12:24:20.318006 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 12:24:20.318352 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 12:24:20.318746 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 12:24:20.321759 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 12:24:20.322146 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 12:24:20.322566 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 12:24:20.328200 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 12:24:20.351909 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 12:24:20.352386 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.352842 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93687) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 12:24:20.353089 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.354460 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93687) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 12:24:20.354758 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 12:24:20.355002 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 12:24:20.358374 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.358875 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:20.426039 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 12:24:20.426216 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 12:24:20.426414 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 12:24:20.426806 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 12:24:20.454949 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_db.sqlalchemy.engines [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93687) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 12:24:21.043377 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Initializing driver for type 'gre' Aug 19 12:24:21.043912 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] gre ID ranges: [(1, 1000)] Aug 19 12:24:21.098396 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Initializing driver for type 'local' Aug 19 12:24:21.098742 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Initializing driver for type 'vlan' Aug 19 12:24:21.112915 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] VlanTypeDriver initialization complete Aug 19 12:24:21.113329 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Initializing driver for type 'vxlan' Aug 19 12:24:21.113872 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] vxlan ID ranges: [(1, 1000)] Aug 19 12:24:21.168923 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Initializing extension driver 'port_security' Aug 19 12:24:21.169644 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.extensions.port_security [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] PortSecurityExtensionDriver initialization complete Aug 19 12:24:21.169644 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Initializing mechanism driver 'openvswitch' Aug 19 12:24:21.169983 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Initializing mechanism driver 'hyperv' Aug 19 12:24:21.176627 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.plugin [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:21.177470 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > port after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.177842 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.178197 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > port after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.178708 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:24:21.179137 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > subnet after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.179490 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > subnet after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.179834 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.180221 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:24:21.180649 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > network after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.181003 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > network after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.181345 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > network after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.181728 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:24:21.182140 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > security_group after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.182494 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > security_group after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.182838 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.183227 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:24:21.183630 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.183977 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.184318 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.184731 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:24:21.185134 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > address_group after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.185478 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > address_group after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.185817 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.186201 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:24:21.186578 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] ML2 OVO RPC backend initialized. {{(pid=93687) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 12:24:21.187276 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.187632 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.188145 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > network before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.188498 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > networks before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.188880 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > port before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.189233 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > ports before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.189581 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > subnet before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.189928 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > subnets before_response 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.190277 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > network after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.190620 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > network after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.190957 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > network after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.191294 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > port after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.191636 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.191971 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > port after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.192307 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > subnet after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.192663 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > subnet after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.192998 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.193571 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.plugin [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Modular L2 Plugin initialization complete Aug 19 12:24:21.193903 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading services supported by the core plugin {{(pid=93687) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 12:24:21.194229 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.plugins.ml2.managers [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Got port-security extension from driver 'port_security' Aug 19 12:24:21.194690 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.extensions.vlantransparent [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Disabled vlantransparent extension. Aug 19 12:24:21.195172 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93687) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 12:24:21.195487 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading Plugin: router Aug 19 12:24:21.232111 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.232506 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router after_create 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.232902 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router before_create 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.233269 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.233645 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.234007 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router after_delete 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.234369 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > floatingip after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.236372 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.236787 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router after_create 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.237157 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router after_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.237526 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router after_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.237886 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.238253 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router after_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.238669 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router precommit_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.239044 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.239387 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: port after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.239727 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: subnet after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.240073 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.240424 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.240806 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router precommit_create 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.241147 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: port before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.241494 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router precommit_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.241851 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router after_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.242197 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.242548 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router precommit_create 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.242909 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.243255 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router precommit_update 55549900 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.243618 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > agent after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.243967 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > agent after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.244310 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > network after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.245201 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Tracking information for resource: router configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:24:21.245530 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Tracking information for resource: floatingip configured {{(pid=93687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:24:21.251054 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.db.l3_agentschedulers_db [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 12:24:21.251635 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.251997 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: port after_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.252349 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: port after_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.252727 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: port after_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.253521 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router before_create 55550100 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.253887 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.254252 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router precommit_create 55550100 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.254612 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > router precommit_update 55550100 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.259242 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.services.provider_configuration [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service providers = [] {{(pid=93687) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 12:24:21.259620 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.db.servicetype_db [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93687) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 12:24:21.262554 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.services.service_base [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:24:21.262905 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.services.service_base [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:24:21.263248 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.services.service_base [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:24:21.264132 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.services.service_base [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:24:21.264506 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.services.service_base [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 12:24:21.264906 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:24:21.265226 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 12:24:21.276206 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:24:21.276542 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading Plugin: auto_allocate Aug 19 12:24:21.282307 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: network precommit_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.282669 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: network precommit_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.283684 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:24:21.284015 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading Plugin: tag Aug 19 12:24:21.290741 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:24:21.291076 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading Plugin: timestamp Aug 19 12:24:21.294955 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:24:21.295264 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading Plugin: network_ip_availability Aug 19 12:24:21.300756 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.301132 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.301493 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.302225 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:24:21.302546 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading Plugin: flavors Aug 19 12:24:21.307448 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:24:21.307778 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading Plugin: revisions Aug 19 12:24:21.312024 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:24:21.312416 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.905s {{(pid=93687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 12:24:21.313258 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93687) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 12:24:21.313623 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Initializing extension manager. Aug 19 12:24:21.314136 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: __init__.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.314479 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: __pycache__ {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.314815 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.315152 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: address_group.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.315902 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.316481 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: address-group Aug 19 12:24:21.316835 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: address_scope.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.317551 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.318064 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: address-scope Aug 19 12:24:21.318388 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.319308 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.319819 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: router-admin-state-down-before-update Aug 19 12:24:21.320142 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: agent.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.320873 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.321379 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: agent Aug 19 12:24:21.321700 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: agent_resources_synced.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.322605 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.323110 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: agent-resources-synced Aug 19 12:24:21.323431 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: allowedaddresspairs.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.325219 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.325739 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: allowed-address-pairs Aug 19 12:24:21.326066 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: auto_allocated_topology.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.327128 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.327640 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: auto-allocated-topology Aug 19 12:24:21.327963 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: availability_zone.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.329384 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.329890 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: availability_zone Aug 19 12:24:21.330209 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: availability_zone_filter.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.331123 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.331631 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: availability_zone_filter Aug 19 12:24:21.331951 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: data_plane_status.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.332873 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.333375 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 12:24:21.333695 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: default_subnetpools.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.334606 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.335109 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: default-subnetpools Aug 19 12:24:21.335427 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.336226 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.337011 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: dhcp_agent_scheduler Aug 19 12:24:21.337330 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: dns.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.338238 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.338742 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension dns-integration not supported by any of loaded plugins Aug 19 12:24:21.339070 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: dns_domain_ports.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.339979 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.340482 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 12:24:21.340830 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.341747 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.342251 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 12:24:21.342572 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: dvr.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.343235 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.343740 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: dvr Aug 19 12:24:21.344669 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: ecmp_routes.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.345570 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.346074 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 12:24:21.346395 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: empty_string_filtering.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.347291 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.347796 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: empty-string-filtering Aug 19 12:24:21.348119 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.349050 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.349552 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 12:24:21.349872 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.350778 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.351296 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 12:24:21.351601 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: external_net.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.352516 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.353054 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: external-net Aug 19 12:24:21.353377 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.354275 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.354779 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: extra_dhcp_opt Aug 19 12:24:21.355100 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: extraroute.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.355999 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.356505 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: extraroute Aug 19 12:24:21.356859 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: extraroute_atomic.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.357893 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.358404 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: extraroute-atomic Aug 19 12:24:21.358725 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: filter_validation.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.359719 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.360122 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: filter-validation Aug 19 12:24:21.360446 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: fip_pf_description.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.361377 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.361882 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 12:24:21.362204 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: fip_port_details.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.363124 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.363634 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: fip-port-details Aug 19 12:24:21.363955 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: flavors.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.365192 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.365711 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: flavors Aug 19 12:24:21.366035 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.367664 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.368181 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 12:24:21.368508 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: floatingip_pools.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.369241 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.369747 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: floatingip-pools Aug 19 12:24:21.370071 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: ip_allocation.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.370998 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.371504 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 12:24:21.371840 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.372802 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.373317 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: ip-substring-filtering Aug 19 12:24:21.373643 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: l2_adjacency.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.374571 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.375076 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 12:24:21.375466 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: l3.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.376420 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.376974 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: router Aug 19 12:24:21.377303 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.379516 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.380045 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 12:24:21.380378 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.381344 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.381863 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: ext-gw-mode Aug 19 12:24:21.382191 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.383133 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.383645 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: l3-ha Aug 19 12:24:21.383971 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: l3_flavors.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.385121 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.385557 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: l3-flavors Aug 19 12:24:21.385890 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.386806 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.387310 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 12:24:21.387633 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: l3agentscheduler.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.388711 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.389231 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: l3_agent_scheduler Aug 19 12:24:21.389560 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: logging.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.391571 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.392169 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension logging not supported by any of loaded plugins Aug 19 12:24:21.392499 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: metering.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.393271 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.393850 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: metering Aug 19 12:24:21.394173 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.395388 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.395912 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: metering_source_and_destination_fields Aug 19 12:24:21.396239 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: multiprovidernet.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.397199 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.397717 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: multi-provider Aug 19 12:24:21.398044 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: netmtu.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.398964 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.399483 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: net-mtu Aug 19 12:24:21.399805 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: netmtu_writable.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.400761 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.401274 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: net-mtu-writable Aug 19 12:24:21.401598 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: network_availability_zone.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.402270 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.402777 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: network_availability_zone Aug 19 12:24:21.403098 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: network_ip_availability.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.404177 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.404725 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: network-ip-availability Aug 19 12:24:21.405050 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: network_segment_range.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.405809 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.406314 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 12:24:21.407240 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: pagination.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.408229 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.408560 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: pagination Aug 19 12:24:21.408908 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: port_device_profile.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.409827 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.410344 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: port-device-profile Aug 19 12:24:21.410665 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.411577 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.412088 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: port-mac-address-regenerate Aug 19 12:24:21.412407 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.413347 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.413858 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: port-numa-affinity-policy Aug 19 12:24:21.414181 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: port_resource_request.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.415101 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.415605 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 12:24:21.415926 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: portbindings.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.416881 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.417390 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: binding Aug 19 12:24:21.417710 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: portbindings_extended.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.418973 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.419491 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: binding-extended Aug 19 12:24:21.419818 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: portsecurity.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.420802 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.421319 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: port-security Aug 19 12:24:21.421644 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: project_id.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.422837 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.423170 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: project-id Aug 19 12:24:21.423494 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: providernet.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.424415 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.424956 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: provider Aug 19 12:24:21.425277 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: qos.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.428770 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.429295 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension qos not supported by any of loaded plugins Aug 19 12:24:21.429635 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.430873 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.431391 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 12:24:21.431723 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.432682 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.433204 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 12:24:21.433530 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: qos_default.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.434443 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.434958 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension qos-default not supported by any of loaded plugins Aug 19 12:24:21.435283 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: qos_fip.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.435930 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.436432 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension qos-fip not supported by any of loaded plugins Aug 19 12:24:21.436788 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: qos_gateway_ip.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.437757 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.438273 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 12:24:21.438596 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: qos_port_network_policy.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.439499 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.440013 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 12:24:21.440336 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: qos_pps_rule.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.441534 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.442062 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension qos-pps not supported by any of loaded plugins Aug 19 12:24:21.442387 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: qos_rule_type_details.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.443310 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.443830 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 12:24:21.444156 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: qos_rules_alias.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.445224 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.445751 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 12:24:21.446075 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: quotasv2.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.447158 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.447487 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: quotas Aug 19 12:24:21.447812 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: quotasv2_detail.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.450877 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.451220 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: quota_details Aug 19 12:24:21.451557 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: rbac.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.452638 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.453228 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: rbac-policies Aug 19 12:24:21.454085 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: rbac_address_group.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.455081 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.455606 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: rbac-address-group Aug 19 12:24:21.455933 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: rbac_address_scope.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.456872 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.457388 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: rbac-address-scope Aug 19 12:24:21.457713 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: rbac_security_groups.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.458625 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.459137 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: rbac-security-groups Aug 19 12:24:21.459460 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: rbac_subnetpool.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.460374 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.460913 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: rbac-subnetpool Aug 19 12:24:21.461235 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: revisionifmatch.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.462408 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.462921 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: revision-if-match Aug 19 12:24:21.463242 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: revisions.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.464354 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.464893 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: standard-attr-revisions Aug 19 12:24:21.465222 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: router_availability_zone.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.465897 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.466405 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: router_availability_zone Aug 19 12:24:21.466728 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: routerservicetype.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.467653 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.468161 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension router-service-type not supported by any of loaded plugins Aug 19 12:24:21.468481 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.470169 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.470691 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: security-groups-normalized-cidr Aug 19 12:24:21.471014 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.471945 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.472461 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: port-security-groups-filtering Aug 19 12:24:21.472816 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.473736 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.474254 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: security-groups-remote-address-group Aug 19 12:24:21.474575 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: securitygroup.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.484078 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.484679 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: security-group Aug 19 12:24:21.485157 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: segment.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.485945 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.486458 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension segment not supported by any of loaded plugins Aug 19 12:24:21.486789 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.487728 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.488239 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 12:24:21.488565 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: servicetype.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.489760 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.490293 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: service-type Aug 19 12:24:21.490626 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: sorting.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.491611 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.491946 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: sorting Aug 19 12:24:21.492272 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: standard_attr_segment.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.493218 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.493744 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 12:24:21.494073 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: standardattrdescription.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.494722 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.495233 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: standard-attr-description Aug 19 12:24:21.495556 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: stateful_security_group.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.496480 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.497026 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: stateful-security-group Aug 19 12:24:21.497351 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: stdattrs_common.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.497934 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 12:24:21.498256 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.499174 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.499687 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 12:24:21.500015 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: subnet_onboard.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.501673 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.502190 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: subnet_onboard Aug 19 12:24:21.502514 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.503441 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.503949 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 12:24:21.504273 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: subnet_service_types.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.505220 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.505734 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: subnet-service-types Aug 19 12:24:21.506057 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: subnetallocation.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.507124 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.507643 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: subnet_allocation Aug 19 12:24:21.507969 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.508648 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.509163 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: subnetpool-prefix-ops Aug 19 12:24:21.509486 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.510420 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.510945 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 12:24:21.511268 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: tagging.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.512325 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.512891 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: standard-attr-tag Aug 19 12:24:21.513227 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: timestamp.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.514426 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.514949 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loaded extension: standard-attr-timestamp Aug 19 12:24:21.515279 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: trunk.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.516976 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.517502 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension trunk not supported by any of loaded plugins Aug 19 12:24:21.517829 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: trunk_details.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.518752 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.519273 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension trunk-details not supported by any of loaded plugins Aug 19 12:24:21.519595 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: uplink_status_propagation.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.520516 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.521068 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 12:24:21.521389 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Loading extension file: vlantransparent.py {{(pid=93687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:24:21.522050 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:24:21.522559 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 12:24:21.525043 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:network Aug 19 12:24:21.525564 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:subnet Aug 19 12:24:21.525962 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:24:21.526352 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:port Aug 19 12:24:21.527588 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.528027 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service FLAVORS assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.528693 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.529128 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.529458 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:router Aug 19 12:24:21.529888 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:floatingip Aug 19 12:24:21.530406 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service METERING assigned prefix: /metering {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.531937 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.532314 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.532701 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:24:21.533724 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 12:24:21.534140 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:security_group Aug 19 12:24:21.534588 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 12:24:21.535182 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service CORE assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.535512 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:24:21.535857 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] subnetpool is already registered Aug 19 12:24:21.536294 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service CORE assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.536627 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:24:21.536975 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] subnetpool is already registered Aug 19 12:24:21.539240 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.540949 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service FLAVORS assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.541575 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.542014 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.542349 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:router Aug 19 12:24:21.542693 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] router is already registered Aug 19 12:24:21.543112 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:floatingip Aug 19 12:24:21.543449 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] floatingip is already registered Aug 19 12:24:21.543910 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service METERING assigned prefix: /metering {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.544580 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 12:24:21.544934 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] rbac_policy is already registered Aug 19 12:24:21.545392 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:security_group Aug 19 12:24:21.545684 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] security_group is already registered Aug 19 12:24:21.546088 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 12:24:21.546423 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] security_group_rule is already registered Aug 19 12:24:21.546902 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service CORE assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.547308 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:24:21.547669 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] subnetpool is already registered Aug 19 12:24:21.548062 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.v2.resource_helper [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Service CORE assigned prefix: {{(pid=93687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:24:21.548389 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:24:21.548754 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING neutron.quota.resource_registry [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] subnetpool is already registered Aug 19 12:24:21.549207 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: extensions {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.550730 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: address-groups {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.552233 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: address-scopes {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.553465 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: agents {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.554626 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: auto-allocated-topology {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.555955 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: availability_zones {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.557207 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: dhcp-networks {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.558626 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: dhcp-agents {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.560154 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: routers {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.561888 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: flavors {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.563669 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: service_profiles {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.564990 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: next_providers {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.566408 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: service_profiles {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.567866 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: floatingip-pools {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.569111 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: routers {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.570912 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: floatingips {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.572111 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: l3-routers {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.573532 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: l3-agents {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.575040 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: metering-labels {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.576275 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: metering-label-rules {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.577586 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: network-ip-availabilities {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.579479 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: bindings {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.581053 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: quotas {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.582489 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: quotas {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.584015 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: rbac-policies {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.585222 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: security-groups {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.586438 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: security-group-rules {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.587909 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: service-providers {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.589252 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: subnetpools {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.590593 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: subnetpools {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.592037 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.593865 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.595581 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.597480 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.599171 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.601047 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.603720 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.605534 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.607282 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.609155 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron.api.extensions [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Extended resource: tags {{(pid=93687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:24:21.615247 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING keystonemiddleware.auth_token [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 12:24:21.619783 dv-cinder-804603-3-iscsi neutron-server[93687]: WARNING keystonemiddleware.auth_token [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 12:24:21.629264 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Acquired lock "singleton_lock" {{(pid=93687) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 12:24:21.629748 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_concurrency.lockutils [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Releasing lock "singleton_lock" {{(pid=93687) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 12:24:21.630389 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO oslo_service.service [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Starting 2 workers Aug 19 12:24:21.635158 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Started child 93794 {{(pid=93687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:24:21.639521 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Started child 93795 {{(pid=93687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:24:21.640586 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.641893 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO neutron.service [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 12:24:21.642659 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Notify callbacks [] for process, before_spawn {{(pid=93687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.642775 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [-] (93794) wsgi starting up on http://0.0.0.0:9696 Aug 19 12:24:21.644904 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.645350 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO oslo_service.service [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Starting 1 workers Aug 19 12:24:21.646328 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [-] (93795) wsgi starting up on http://0.0.0.0:9696 Aug 19 12:24:21.650250 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Started child 93796 {{(pid=93687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:24:21.650799 dv-cinder-804603-3-iscsi neutron-server[93687]: INFO oslo_service.service [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Starting 1 workers Aug 19 12:24:21.654160 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.service [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] calling RpcWorker wait() {{(pid=93796) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 12:24:21.654704 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.service [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] returning from RpcWorker wait() {{(pid=93796) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 12:24:21.655289 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Started child 93797 {{(pid=93687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:24:21.656096 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG neutron_lib.callbacks.manager [None req-e4137646-b8c9-410e-be6d-2a2b36abbe4f None None] Notify callbacks [] for process, after_spawn {{(pid=93687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.656203 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.656755 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:21.658025 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93687) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 12:24:21.658237 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 12:24:21.658421 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 12:24:21.658642 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 12:24:21.658980 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 12:24:21.659144 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 12:24:21.659679 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.659946 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.660211 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.660298 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.660856 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.660856 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.661375 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:21.661479 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.661634 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.661865 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.662119 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.662350 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.662523 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.662686 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.662934 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.663174 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.663448 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.663728 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.663975 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.664239 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.664414 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.664706 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.664965 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.665217 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.665476 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] debug = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.665713 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.666203 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.666445 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.666700 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.666926 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.667213 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.667450 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.667713 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.667965 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.668204 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.668443 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.668721 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.668967 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.669178 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.669426 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.669693 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.669924 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.670369 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] host = dv-cinder-804603-3-iscsi {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.670586 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.670807 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.671038 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.671282 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.671534 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.671749 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.672007 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.672311 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.672576 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.673296 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.673296 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.673296 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.673745 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.673745 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.674013 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_options = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.674158 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.674393 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.674639 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.674828 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.674985 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.675158 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.675405 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.675551 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.675802 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.676015 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.676227 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.676438 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.676694 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.676946 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.677193 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.677445 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.677659 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.677888 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.678140 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.678388 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.678591 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.678813 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.679033 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.679245 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.679501 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.679738 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.679960 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.680174 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.680420 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.680676 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.680912 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.681165 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.681404 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.681641 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.681866 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.682094 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.682313 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.682575 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.682802 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.683041 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.683294 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.683526 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.683752 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.683967 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.684220 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.684504 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_json = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.684721 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.684917 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.685173 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.685385 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.685596 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.685807 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.686036 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.686268 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.686697 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.687060 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.687290 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.687556 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.688335 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.688741 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.688901 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.689077 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.689327 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.689558 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.689869 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.690095 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.690392 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.690649 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.691027 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.691387 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.691655 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.692344 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.692344 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.692655 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.692655 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.692936 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.693476 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.693729 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.693992 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.694418 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.694650 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.694883 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.695106 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.695347 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.695547 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.695764 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.696049 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.696305 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.696523 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.696801 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.697033 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.697257 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.697489 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.697717 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.697954 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.698199 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.698440 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.698711 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.698865 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.699087 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.699286 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.699529 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.699967 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.700118 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.700257 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.700479 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.700744 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.700911 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.701136 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.701365 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.701585 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.701798 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.702011 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.702229 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.702478 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.702804 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.703045 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.703251 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.704064 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.704480 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.704657 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.704814 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.705238 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.705238 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.705532 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.705706 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.705921 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.706140 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.706371 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.706590 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.706822 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.707045 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.707310 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.707690 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.707838 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.707975 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.708182 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.708416 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.708691 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.709849 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.710159 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.710440 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.710687 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.710953 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.711211 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.711744 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.711994 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.712230 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.712488 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.712780 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.713016 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.713286 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.713544 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.713779 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.714059 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.714285 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.714636 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.714825 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.715064 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.715196 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.715464 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.715720 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.715993 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.716247 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.716485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.716815 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.717073 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.717422 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.717603 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.717875 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.718190 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.718461 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.718731 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.719507 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.719507 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.719507 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.719899 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.720037 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.721907 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.721907 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.721907 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.721907 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.721907 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.721907 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.721907 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.721907 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.724110 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.724110 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.724110 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.724110 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.724110 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.724110 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.724110 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.724110 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.725460 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.725460 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.725460 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.725460 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.725460 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.725460 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.726530 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.726530 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.726530 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.726530 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.726530 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.726530 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.727235 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.727235 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.727235 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.727680 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.727680 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.727933 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.728060 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.728276 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.728692 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.728845 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.728980 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.729194 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.729414 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.729638 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.729851 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.730376 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.730376 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.730645 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.730823 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.731060 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.731294 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.731551 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.731785 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.732000 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.732246 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.732466 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.732720 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.732935 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.733818 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.733818 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.733818 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.733818 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.734316 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.734316 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.734562 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.737664 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.737664 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.737664 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.737664 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.737664 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.737664 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.737664 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.737664 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.738656 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.738656 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.738656 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.738656 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.738656 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.738656 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.738656 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.738656 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.738656 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.739687 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.739687 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.739687 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.739687 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.739687 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.740275 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.740275 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.740522 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.740662 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.740881 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.741093 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.741319 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.741539 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.741750 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.741980 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.742206 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.742405 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.742627 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.742867 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.743077 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.743305 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.743515 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.743727 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.743952 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.744169 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.744380 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.744625 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.744864 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.745076 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.745792 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.746039 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.746255 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.746484 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.746989 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.747286 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.747519 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.747741 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.747953 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.748247 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.748510 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.748758 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.749053 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.749301 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.749553 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.749807 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.750120 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.750876 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.751082 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.751326 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.751549 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.751773 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.752030 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.752354 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.752671 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.752949 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.753185 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.753457 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.753744 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.754025 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.754240 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.754535 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.754871 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.755135 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.755393 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.755621 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.755869 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.756093 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.756310 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.756550 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.756818 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.757033 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.757378 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.757530 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.757737 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.757975 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.758200 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.758417 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.758641 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.758872 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.759137 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.759355 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.759512 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 12:24:21.760038 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93687) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 12:24:21.760196 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 12:24:21.760348 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 12:24:21.760524 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 12:24:21.760739 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 12:24:21.760893 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 12:24:21.761099 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.761262 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.761422 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.761582 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.761742 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.761923 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.762084 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.762242 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.762398 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.762558 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.762718 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.762878 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.763051 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.763195 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.763353 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.763509 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.763666 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.763824 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.763988 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.764188 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.764313 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.764433 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.764582 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] debug = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.764765 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.764980 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.765147 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.765306 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.765464 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.765622 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.765794 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.766547 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.766710 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.766916 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.767045 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.767167 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.767310 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.767468 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.767626 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.767785 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.767942 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.768100 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] host = dv-cinder-804603-3-iscsi {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.768258 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.768416 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.768573 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.768759 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.768918 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.769075 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.769235 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.769392 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.769551 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.769712 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.769869 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.770025 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.770183 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.770342 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.770500 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_options = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.770657 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.770814 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.770971 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.771154 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.771316 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.771473 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.771631 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.771789 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.771947 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.772105 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.772262 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.772419 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.772576 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.772786 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.772908 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.773028 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.773187 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.773328 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.773489 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.773647 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.773804 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.773961 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.774118 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.774274 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.774433 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.774591 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.774749 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.774907 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.774907 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.775362 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.775362 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.775567 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.775670 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.775841 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.776064 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.776351 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.776474 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.776579 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.776722 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.776878 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.777117 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.777958 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.778126 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.778547 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.778547 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.779002 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_json = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.779002 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.779233 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.779233 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.779464 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.779464 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.779660 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.779851 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.780072 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:24:21.780198 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.780322 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.780485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.780749 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.781084 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.781084 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.781285 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.781453 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.781624 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.781808 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.782099 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.782510 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.782510 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.782510 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.782510 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.783726 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.783726 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.783726 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.783726 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.783726 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.783726 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.784259 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.784259 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.784259 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.784562 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.784562 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.784749 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.784900 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.785109 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.785279 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.785471 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.785674 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.785871 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.786099 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.786238 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.786336 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.786564 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.786743 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.786953 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.787512 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.787512 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.787804 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.787804 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.788043 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.788043 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.788900 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.788900 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.788900 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.788900 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.789160 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.789234 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.789463 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.789598 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.789747 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.790143 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.790143 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.790446 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.790446 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.790700 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.790936 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.790936 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.792048 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.792048 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.792048 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.792048 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.792048 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.792048 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.793102 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.793102 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.793102 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.793102 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.793102 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.793102 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.794725 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.794725 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.794725 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.794725 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.794725 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.794725 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.794725 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.794725 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.794725 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.795752 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.795752 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.795752 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.795752 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.795752 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.795752 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.795752 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.796838 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.796838 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.796838 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.796838 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.796838 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.796838 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.797686 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.797686 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.797686 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.797686 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.797686 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.798141 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.798408 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.798408 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.799294 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.799294 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.799294 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.799294 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.799294 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.799814 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.799814 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.799814 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.800322 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.800322 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.800322 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.800715 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.800715 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.800950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.801091 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.801324 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.801324 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.801704 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.801704 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.801965 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.801965 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.802238 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.802368 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.802491 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.802665 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.802839 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.803017 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.803230 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.803423 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.803777 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.803918 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:21.804063 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.804063 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.804063 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.804427 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.804579 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.804724 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.804847 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.804953 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.805160 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.805349 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.805543 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.805707 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.805931 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.806088 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.806331 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.806485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.806652 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.806834 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.807002 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.807146 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.807350 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.807499 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.807659 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.807885 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.808035 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.808197 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.808346 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.808572 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.808810 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.808956 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.809093 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.809234 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.809395 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.809612 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.809804 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.810028 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.810176 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.810312 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.810501 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.810716 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.811053 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.811053 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.811394 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.811530 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.811675 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.811812 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.811946 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.812109 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.812319 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.812466 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.812601 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.813352 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.813689 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.813938 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.814088 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.814248 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.814397 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.814561 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.814720 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.814889 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.815196 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.815196 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.815612 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.815612 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.815874 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.816009 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.817696 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.817696 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.817696 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.817696 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.817696 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.818859 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.818859 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.818859 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.818859 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.818859 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.818859 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.818859 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.821194 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.821194 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.821194 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.821194 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.821194 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.821194 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.821194 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.821194 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.823596 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.823596 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.823596 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.823596 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.823596 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.823596 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.823596 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.823596 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.825863 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.825863 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.825863 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.825863 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.825863 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.825863 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.825863 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.825863 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.827485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.827485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.827485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.827485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.827485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.827485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.827485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.827485 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.829143 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.829143 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.829143 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.829143 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.829143 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.829143 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.829143 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.829143 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.830938 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.830938 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.830938 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.830938 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.830938 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.830938 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.830938 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.830938 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.831723 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.831723 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.831723 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.831723 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.831723 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.831723 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.831723 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.831723 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.832682 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.832682 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.832682 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.832682 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.832682 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.832682 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.832682 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.832682 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.832682 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.833950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.833950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.833950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.833950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.833950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.833950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.833950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.833950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.833950 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:24:21.834480 dv-cinder-804603-3-iscsi neutron-server[93687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 12:24:21.890444 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 41546) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:21.898884 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061989 Aug 19 12:24:33.264675 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aed251-50c4-4705-9bae-962ba1a6140d None None] get_active_networks_info from dv-cinder-804603-3-iscsi {{(pid=93796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:24:33.311453 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5858403e-6c12-42bc-9f7b-ce2b2b79cb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760152'] for agent, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.340258 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aed251-50c4-4705-9bae-962ba1a6140d None None] No non-hosted networks {{(pid=93796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 12:24:35.724538 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-013d23c4-c443-43f8-b805-6059bc838ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760152'] for agent, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.800164 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e08fcd5-5567-4b13-b380-13e41dac1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.128634 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760152'] for agent, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.130613 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.131089 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.134170 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.137907 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.139831 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.141497 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.142819 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.144056 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.146131 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.146957 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.148017 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.148901 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:36.150097 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804603-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:36.159818 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804603-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:37.072178 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760152'] for agent, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.291771 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760152'] for agent, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.605273 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 41638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:40.117403 dv-cinder-804603-3-iscsi neutron-server[93795]: WARNING oslo_policy.policy [None req-9d58a703-2438-44bc-b4e7-7d9ce96626d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:24:40.117998 dv-cinder-804603-3-iscsi neutron-server[93795]: WARNING oslo_policy.policy [None req-9d58a703-2438-44bc-b4e7-7d9ce96626d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:24:40.334829 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [None req-9d58a703-2438-44bc-b4e7-7d9ce96626d4 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:24:40.335802 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-9d58a703-2438-44bc-b4e7-7d9ce96626d4 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7294393 Aug 19 12:24:41.071735 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.db.l3_hamode_db [None req-6040f378-1288-499b-95f7-ae6df64b2645 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 12:24:41.151805 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040f378-1288-499b-95f7-ae6df64b2645 None None] Routers set() bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:41.152179 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040f378-1288-499b-95f7-ae6df64b2645 None None] Router IDs set() for agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 12:24:42.703484 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 41652) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:43.015614 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3986dae8-bf8e-4589-8ff9-fc0cb22543ae admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:43.114047 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.policy [None req-3986dae8-bf8e-4589-8ff9-fc0cb22543ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93795) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 12:24:43.159680 dv-cinder-804603-3-iscsi neutron-server[93795]: WARNING oslo_policy.policy [None req-3986dae8-bf8e-4589-8ff9-fc0cb22543ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:24:43.160074 dv-cinder-804603-3-iscsi neutron-server[93795]: WARNING oslo_policy.policy [None req-3986dae8-bf8e-4589-8ff9-fc0cb22543ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:24:43.173520 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.quota [None req-3986dae8-bf8e-4589-8ff9-fc0cb22543ae admin admin] Loaded quota_driver: . Aug 19 12:24:43.267896 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3986dae8-bf8e-4589-8ff9-fc0cb22543ae admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785966054339', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785966048796', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785966057938', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785966068655', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785965375776', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785965949662', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7933930', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8145607', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-871033', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-942575'] for rbac-policy, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.332386 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3986dae8-bf8e-4589-8ff9-fc0cb22543ae admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.333596 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-3986dae8-bf8e-4589-8ff9-fc0cb22543ae admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6291313 Aug 19 12:24:45.924835 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 41664) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:46.220213 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Request body: {'network': {'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'name': 'private', 'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:46.248819 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Made reservation on behalf of 82c35eea3a1142c893c555e0377a11e7 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:46.251587 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.267589 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.387805 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.392219 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.411244 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:24:46.439192 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785963683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.439781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Unsubscribe: segment precommit_create {{(pid=93795) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 12:24:46.440280 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.segments_db [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Added segment 6c416b40-b947-434d-8496-48966629817f of type vlan for network a741586f-14a8-4809-b239-f62108948065 Aug 19 12:24:46.457166 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9940af29-8363-49bc-91bc-f07223c2b135,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:46.483273 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.484185 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.484676 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.485009 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.485334 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.485675 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.485995 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.486313 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.486643 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.486964 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.487280 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.487591 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Tracked resource versions report: Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: pushed versions: Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: { 'AddressGroup': {'1.2'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'ConntrackHelper': {'1.0'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Log': {'1.0'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Network': {'1.1'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Port': {'1.7'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'PortForwarding': {'1.2'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'QosPolicy': {'1.9'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SecurityGroup': {'1.4'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SubPort': {'1.0'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Subnet': {'1.1'}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Trunk': {'1.1'}} Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: consumer versions: Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: { DHCP agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: L3 agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: Metadata agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: Metering agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: Open vSwitch agent@dv-cinder-804603-3-iscsi: { 'AddressGroup': '1.2', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'ConntrackHelper': '1.0', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Log': '1.0', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Network': '1.1', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Port': '1.7', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'PortForwarding': '1.2', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'QosPolicy': '1.9', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SecurityGroup': '1.4', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SecurityGroupRule': '1.2', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SubPort': '1.0', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Subnet': '1.1', Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Trunk': '1.1'}} Aug 19 12:24:46.488700 dv-cinder-804603-3-iscsi neutron-server[93795]: {{(pid=93795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:24:46.559473 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.604316 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.605573 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.606211 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.682260 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7563624 Aug 19 12:24:46.706812 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e1f63-6894-4ab6-9ef7-977967cbbf35 admin admin] Pushing event updated for resources: {'Network': ['ID=a741586f-14a8-4809-b239-f62108948065,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:46.719128 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network a741586f-14a8-4809-b239-f62108948065 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:24:49.326855 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 41678) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:49.707200 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d832a-f736-4221-9b88-193a312e0dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:49.708566 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-d32d832a-f736-4221-9b88-193a312e0dd6 admin admin] 10.222.0.42 "GET /v2.0/networks/a741586f-14a8-4809-b239-f62108948065 HTTP/1.1" status: 200 len: 825 time: 0.3800769 Aug 19 12:24:49.733133 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-8cc67564-c3e0-4474-b1db-a9cbea77f782 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/196aa9e3-6f90-4422-b7f3-9432cfcd8838 HTTP/1.1" status: 200 len: 734 time: 0.0179086 Aug 19 12:24:49.742462 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Request body: {'subnet': {'subnetpool_id': '196aa9e3-6f90-4422-b7f3-9432cfcd8838', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'name': 'private-subnet', 'network_id': 'a741586f-14a8-4809-b239-f62108948065'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:49.763904 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Made reservation on behalf of 82c35eea3a1142c893c555e0377a11e7 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:49.766319 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.054985 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.125097 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Checking segment: {'id': '6c416b40-b947-434d-8496-48966629817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a741586f-14a8-4809-b239-f62108948065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:50.125505 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Network hostable DHCP agents. Network: a741586f-14a8-4809-b239-f62108948065, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:24:50.129907 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8e627c-3c4e-4b85-87b9-df4752c75ea0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:50.149376 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Network a741586f-14a8-4809-b239-f62108948065 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:24:50.159529 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, a741586f-14a8-4809-b239-f62108948065) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:50.163981 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.164591 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.168889 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61543c5-2dfb-4cb0-9c01-0d994cca906d None None] Network a741586f-14a8-4809-b239-f62108948065 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:50.178367 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-a96a5260-ed3b-47c7-b13e-d89ed9817376 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4391923 Aug 19 12:24:50.488449 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82009-39c6-51c3-baa3-f28672a5b630-a741586f-14a8-4809-b239-f62108948065', 'network_id': 'a741586f-14a8-4809-b239-f62108948065', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'fixed_ips': [{'subnet_id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0'}]}} from dv-cinder-804603-3-iscsi. {{(pid=93796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:24:50.489761 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.762056 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Allocated IP 172.20.0.2 (a741586f-14a8-4809-b239-f62108948065/9c8e627c-3c4e-4b85-87b9-df4752c75ea0/f7b54943-89db-48d0-95ed-c18491bc6876) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:50.991514 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.006683 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Transition to ACTIVE for port object f7b54943-89db-48d0-95ed-c18491bc6876 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:51.027547 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Transition to ACTIVE for port object f7b54943-89db-48d0-95ed-c18491bc6876 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:51.035610 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.108170 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Network a741586f-14a8-4809-b239-f62108948065 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:51.113499 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:51.118190 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:51.128898 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Pushing event updated for resources: {'Port': ['ID=f7b54943-89db-48d0-95ed-c18491bc6876,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:51.184858 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.185513 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.185603 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.185883 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.186222 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.186632 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.187466 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.187797 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.188143 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.188473 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.188820 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.189147 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Tracked resource versions report: Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: pushed versions: Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: { 'AddressGroup': {'1.2'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'ConntrackHelper': {'1.0'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Log': {'1.0'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Network': {'1.1'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Port': {'1.7'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'PortForwarding': {'1.2'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'QosPolicy': {'1.9'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SecurityGroup': {'1.4'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SubPort': {'1.0'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Subnet': {'1.1'}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Trunk': {'1.1'}} Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: consumer versions: Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: { DHCP agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: L3 agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: Metadata agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: Metering agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: Open vSwitch agent@dv-cinder-804603-3-iscsi: { 'AddressGroup': '1.2', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'ConntrackHelper': '1.0', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Log': '1.0', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Network': '1.1', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Port': '1.7', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'PortForwarding': '1.2', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'QosPolicy': '1.9', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SecurityGroup': '1.4', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SecurityGroupRule': '1.2', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SubPort': '1.0', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Subnet': '1.1', Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Trunk': '1.1'}} Aug 19 12:24:51.190263 dv-cinder-804603-3-iscsi neutron-server[93796]: {{(pid=93796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:24:51.218499 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Attempting to bind port f7b54943-89db-48d0-95ed-c18491bc6876 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:51.218907 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Attempting to bind port f7b54943-89db-48d0-95ed-c18491bc6876 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '6c416b40-b947-434d-8496-48966629817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a741586f-14a8-4809-b239-f62108948065'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:51.219353 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Attempting to bind port f7b54943-89db-48d0-95ed-c18491bc6876 on network a741586f-14a8-4809-b239-f62108948065 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:51.224223 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:51.224653 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Checking segment: {'id': '6c416b40-b947-434d-8496-48966629817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a741586f-14a8-4809-b239-f62108948065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:51.225149 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.225549 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Bound using segment: {'id': '6c416b40-b947-434d-8496-48966629817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a741586f-14a8-4809-b239-f62108948065'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:51.226035 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Bound port: f7b54943-89db-48d0-95ed-c18491bc6876, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c416b40-b947-434d-8496-48966629817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a741586f-14a8-4809-b239-f62108948065'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:51.226439 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.294858 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] For port f7b54943-89db-48d0-95ed-c18491bc6876, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:51.299636 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] For port f7b54943-89db-48d0-95ed-c18491bc6876, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f7b54943-89db-48d0-95ed-c18491bc6876,segment=NetworkSegment(6c416b40-b947-434d-8496-48966629817f),segment_id=6c416b40-b947-434d-8496-48966629817f)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:51.303935 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.370102 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c624c9-6b20-4fe0-98d2-6873c2f6a027 None None] Pushing event updated for resources: {'Port': ['ID=f7b54943-89db-48d0-95ed-c18491bc6876,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:52.564235 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 41686) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:53.059975 dv-cinder-804603-3-iscsi neutron-server[93794]: WARNING oslo_policy.policy [None req-ec7966d5-2b34-4715-9b59-7d6c4d2ad2ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:24:53.060569 dv-cinder-804603-3-iscsi neutron-server[93794]: WARNING oslo_policy.policy [None req-ec7966d5-2b34-4715-9b59-7d6c4d2ad2ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:24:53.286993 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [None req-ec7966d5-2b34-4715-9b59-7d6c4d2ad2ca admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:24:53.288288 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-ec7966d5-2b34-4715-9b59-7d6c4d2ad2ca admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7219284 Aug 19 12:24:55.700900 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 41700) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:56.012529 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [None req-171710c0-7b2a-4f12-80cc-2d4b1065509b admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:24:56.013606 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-171710c0-7b2a-4f12-80cc-2d4b1065509b admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117526 Aug 19 12:24:58.665730 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 41714) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:58.977568 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '82c35eea3a1142c893c555e0377a11e7'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:59.049031 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.policy [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93794) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 12:24:59.095022 dv-cinder-804603-3-iscsi neutron-server[93794]: WARNING oslo_policy.policy [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:24:59.095406 dv-cinder-804603-3-iscsi neutron-server[93794]: WARNING oslo_policy.policy [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:24:59.103936 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.quota [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] Loaded quota_driver: . Aug 19 12:24:59.163090 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.164983 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-775075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.335391 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.341766 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.362039 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.363232 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-01755ffa-f76e-46a2-8a47-c8888d062e72 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6965945 Aug 19 12:24:59.824873 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46fd5c-ccfa-450a-92d1-59392a60593c None None] Network a741586f-14a8-4809-b239-f62108948065 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:59.937932 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-35828c63-ff4b-4500-b0a9-3cd6d6ff90ac None None] Provisioning for port f7b54943-89db-48d0-95ed-c18491bc6876 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:00.049463 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f7b54943-89db-48d0-95ed-c18491bc6876 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:00.137051 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port f7b54943-89db-48d0-95ed-c18491bc6876 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:00.140999 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port f7b54943-89db-48d0-95ed-c18491bc6876 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:00.141499 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.184318 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-bfea96f9-589f-4d94-8ee4-54d8e7f0654a None None] Provisioning complete for port f7b54943-89db-48d0-95ed-c18491bc6876 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:00.184716 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bfea96f9-589f-4d94-8ee4-54d8e7f0654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.312107 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.347198 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bfea96f9-589f-4d94-8ee4-54d8e7f0654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.370171 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port f7b54943-89db-48d0-95ed-c18491bc6876, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f7b54943-89db-48d0-95ed-c18491bc6876,segment=NetworkSegment(6c416b40-b947-434d-8496-48966629817f),segment_id=6c416b40-b947-434d-8496-48966629817f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:00.377582 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.447320 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.db.api [None req-bfea96f9-589f-4d94-8ee4-54d8e7f0654a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:25:00.447727 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG oslo_db.api [None req-bfea96f9-589f-4d94-8ee4-54d8e7f0654a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:25:00.452684 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=f7b54943-89db-48d0-95ed-c18491bc6876,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:01.744086 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 41724) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:02.018818 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f7b54943-89db-48d0-95ed-c18491bc6876 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:02.057223 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [None req-0ae89e91-5f2a-400a-8701-4c14a7f13d77 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:25:02.058306 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0ae89e91-5f2a-400a-8701-4c14a7f13d77 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3132679 Aug 19 12:25:02.063703 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port f7b54943-89db-48d0-95ed-c18491bc6876 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:02.064145 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.176507 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d866e50a-af2d-4cb7-b90f-b568d4b6e589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.433763 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 41732) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:04.742847 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:04.766529 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Made reservation on behalf of ebe34a483d294e9eb007be1d17d08508 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:04.769423 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.786112 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.909525 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.913145 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.923969 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Reserving flat network on physical network physnet1 {{(pid=93794) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 12:25:04.956337 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785963683530', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.956949 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Unsubscribe: segment precommit_create {{(pid=93794) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 12:25:04.957455 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.segments_db [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Added segment 886ad22c-73a0-4cc7-9134-52606be58f56 of type flat for network c71972f2-2cd9-46b8-9376-b8f5c0294d20 Aug 19 12:25:04.974968 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78871768-687a-471a-bbef-705958fead0d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:05.021363 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.021708 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.022047 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.022379 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.022707 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.023054 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.023381 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.023724 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.024061 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.024382 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.024726 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.025047 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Tracked resource versions report: Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: pushed versions: Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: { 'AddressGroup': {'1.2'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'ConntrackHelper': {'1.0'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Log': {'1.0'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Network': {'1.1'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Port': {'1.7'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'PortForwarding': {'1.2'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'QosPolicy': {'1.9'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SecurityGroup': {'1.4'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SubPort': {'1.0'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Subnet': {'1.1'}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Trunk': {'1.1'}} Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: consumer versions: Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: { DHCP agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: L3 agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: Metadata agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: Metering agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: Open vSwitch agent@dv-cinder-804603-3-iscsi: { 'AddressGroup': '1.2', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'ConntrackHelper': '1.0', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Log': '1.0', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Network': '1.1', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Port': '1.7', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'PortForwarding': '1.2', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'QosPolicy': '1.9', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SecurityGroup': '1.4', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SecurityGroupRule': '1.2', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SubPort': '1.0', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Subnet': '1.1', Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Trunk': '1.1'}} Aug 19 12:25:05.026161 dv-cinder-804603-3-iscsi neutron-server[93794]: {{(pid=93794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:25:05.083900 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.133193 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.134398 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.135038 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.208179 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7733104 Aug 19 12:25:05.239255 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c910fa-9a28-46bd-955d-03b55ccf15ed admin admin] Pushing event updated for resources: {'Network': ['ID=c71972f2-2cd9-46b8-9376-b8f5c0294d20,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:05.250208 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:25:05.725210 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9808fd30-cffb-42ea-889b-f292097db101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.118400 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.016303 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.586681 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 41754) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:07.757529 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607df2db-5598-43ea-b598-1bec3f877187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.758837 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-607df2db-5598-43ea-b598-1bec3f877187 admin admin] 10.222.0.42 "GET /v2.0/subnets/9c8e627c-3c4e-4b85-87b9-df4752c75ea0 HTTP/1.1" status: 200 len: 849 time: 0.1711559 Aug 19 12:25:07.914292 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-27ffdd51-fd26-475e-9731-30d64de548fb admin admin] 10.222.0.42 "GET /v2.0/routers/0488b714-b7a7-469a-9ae9-3cc869adb842 HTTP/1.1" status: 200 len: 704 time: 0.1495421 Aug 19 12:25:08.172567 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:08.242373 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:08.463668 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Allocated IP 172.20.0.1 (a741586f-14a8-4809-b239-f62108948065/9c8e627c-3c4e-4b85-87b9-df4752c75ea0/cccec631-e6ca-4b87-b2e3-3e036e80ff5b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:08.618619 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:08.640004 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Transition to ACTIVE for port object cccec631-e6ca-4b87-b2e3-3e036e80ff5b will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:08.717763 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:08.827203 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Network a741586f-14a8-4809-b239-f62108948065 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:08.832780 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:08.840776 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:08.841360 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636004'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:08.914558 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Pushing event updated for resources: {'Port': ['ID=cccec631-e6ca-4b87-b2e3-3e036e80ff5b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:09.046096 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.050277 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8fe078b3-d48b-47c7-85b0-5300230acea8 None None] Provisioning for port cccec631-e6ca-4b87-b2e3-3e036e80ff5b completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:09.053817 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8fe078b3-d48b-47c7-85b0-5300230acea8 None None] Provisioning complete for port cccec631-e6ca-4b87-b2e3-3e036e80ff5b triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:09.054189 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8fe078b3-d48b-47c7-85b0-5300230acea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.088053 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8fe078b3-d48b-47c7-85b0-5300230acea8 None None] Port cccec631-e6ca-4b87-b2e3-3e036e80ff5b cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:09.255063 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.259721 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.260438 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636048'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.337447 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Pushing event updated for resources: {'Port': ['ID=cccec631-e6ca-4b87-b2e3-3e036e80ff5b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:09.396152 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Network a741586f-14a8-4809-b239-f62108948065 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:09.397559 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:09.554641 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Router 0488b714-b7a7-469a-9ae9-3cc869adb842 is scheduled to L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:25:09.606151 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-0cf34e5c-2153-46fc-9699-bbfba0003e17 None None] Provisioning complete for port cccec631-e6ca-4b87-b2e3-3e036e80ff5b triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:09.606779 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0cf34e5c-2153-46fc-9699-bbfba0003e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.642881 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0cf34e5c-2153-46fc-9699-bbfba0003e17 None None] Port cccec631-e6ca-4b87-b2e3-3e036e80ff5b cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:09.643610 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:25:09.653402 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-31bcfff0-dd1c-42e3-ba89-dec8b4351847 admin admin] 10.222.0.42 "PUT /v2.0/routers/0488b714-b7a7-469a-9ae9-3cc869adb842/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7333121 Aug 19 12:25:09.653600 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Sync routers for ids ['0488b714-b7a7-469a-9ae9-3cc869adb842'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:25:09.668793 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Routers {'0488b714-b7a7-469a-9ae9-3cc869adb842'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:09.672295 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:25:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['0488b714-b7a7-469a-9ae9-3cc869adb842'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:09.861758 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Set router 0488b714-b7a7-469a-9ae9-3cc869adb842 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:10.303598 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'name': 'router1', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:59Z', 'updated_at': '2021-08-19T12:25:08Z', 'revision_number': 2, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'gw_port_host': None, '_interfaces': [{'id': 'cccec631-e6ca-4b87-b2e3-3e036e80ff5b', 'name': '', 'network_id': 'a741586f-14a8-4809-b239-f62108948065', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'mac_address': 'fa:16:3e:0d:5d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:08Z', 'updated_at': '2021-08-19T12:25:09Z', 'revision_number': 2, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'subnets': [{'id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196aa9e3-6f90-4422-b7f3-9432cfcd8838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:10.359776 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Checking router: 0488b714-b7a7-469a-9ae9-3cc869adb842 for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:25:10.360149 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Updating router 0488b714-b7a7-469a-9ae9-3cc869adb842 port cccec631-e6ca-4b87-b2e3-3e036e80ff5b binding host dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:25:10.413581 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.945556 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.963406 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Transition to ACTIVE for port object cccec631-e6ca-4b87-b2e3-3e036e80ff5b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:10.969784 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.124044 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Pushing event updated for resources: {'Port': ['ID=cccec631-e6ca-4b87-b2e3-3e036e80ff5b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:11.141318 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.141684 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.142017 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.142358 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.142698 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.143036 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.143369 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.143902 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.144059 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.144340 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.144702 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.145029 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Tracked resource versions report: Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: pushed versions: Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: { 'AddressGroup': {'1.2'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'ConntrackHelper': {'1.0'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Log': {'1.0'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Network': {'1.1'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Port': {'1.7'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'PortForwarding': {'1.2'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'QosPolicy': {'1.9'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SecurityGroup': {'1.4'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SubPort': {'1.0'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Subnet': {'1.1'}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Trunk': {'1.1'}} Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: consumer versions: Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: { DHCP agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: L3 agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: Metadata agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: Metering agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: Open vSwitch agent@dv-cinder-804603-3-iscsi: { 'AddressGroup': '1.2', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'ConntrackHelper': '1.0', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Log': '1.0', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Network': '1.1', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Port': '1.7', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'PortForwarding': '1.2', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'QosPolicy': '1.9', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SecurityGroup': '1.4', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SecurityGroupRule': '1.2', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SubPort': '1.0', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Subnet': '1.1', Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Trunk': '1.1'}} Aug 19 12:25:11.146170 dv-cinder-804603-3-iscsi neutron-server[93797]: {{(pid=93797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:25:11.150880 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Attempting to bind port cccec631-e6ca-4b87-b2e3-3e036e80ff5b on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:11.151288 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Attempting to bind port cccec631-e6ca-4b87-b2e3-3e036e80ff5b by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '6c416b40-b947-434d-8496-48966629817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a741586f-14a8-4809-b239-f62108948065'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:11.151777 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Attempting to bind port cccec631-e6ca-4b87-b2e3-3e036e80ff5b on network a741586f-14a8-4809-b239-f62108948065 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:11.157884 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:11.158338 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Checking segment: {'id': '6c416b40-b947-434d-8496-48966629817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a741586f-14a8-4809-b239-f62108948065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:11.158889 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.159292 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Bound using segment: {'id': '6c416b40-b947-434d-8496-48966629817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a741586f-14a8-4809-b239-f62108948065'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:11.159808 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Bound port: cccec631-e6ca-4b87-b2e3-3e036e80ff5b, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c416b40-b947-434d-8496-48966629817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a741586f-14a8-4809-b239-f62108948065'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:11.160196 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.230214 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] For port cccec631-e6ca-4b87-b2e3-3e036e80ff5b, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:11.252996 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] For port cccec631-e6ca-4b87-b2e3-3e036e80ff5b, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=cccec631-e6ca-4b87-b2e3-3e036e80ff5b,segment=NetworkSegment(6c416b40-b947-434d-8496-48966629817f),segment_id=6c416b40-b947-434d-8496-48966629817f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:11.257080 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.316358 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Routers {'0488b714-b7a7-469a-9ae9-3cc869adb842'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:11.317022 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:25:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['0488b714-b7a7-469a-9ae9-3cc869adb842'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:11.381318 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b73de-5d27-4801-b878-689e23442a25 None None] Pushing event updated for resources: {'Port': ['ID=cccec631-e6ca-4b87-b2e3-3e036e80ff5b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:11.412748 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] Set router 0488b714-b7a7-469a-9ae9-3cc869adb842 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:11.624159 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'name': 'router1', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:59Z', 'updated_at': '2021-08-19T12:25:08Z', 'revision_number': 2, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'gw_port_host': None, '_interfaces': [{'id': 'cccec631-e6ca-4b87-b2e3-3e036e80ff5b', 'name': '', 'network_id': 'a741586f-14a8-4809-b239-f62108948065', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'mac_address': 'fa:16:3e:0d:5d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:08Z', 'updated_at': '2021-08-19T12:25:11Z', 'revision_number': 4, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'subnets': [{'id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196aa9e3-6f90-4422-b7f3-9432cfcd8838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:11.649099 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6ceb0-8b95-45ee-a03e-cea7e572e93b None None] The sync data for ids ['0488b714-b7a7-469a-9ae9-3cc869adb842'] in dv-cinder-804603-3-iscsi is: [{'id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'name': 'router1', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:59Z', 'updated_at': '2021-08-19T12:25:08Z', 'revision_number': 2, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'gw_port_host': None, '_interfaces': [{'id': 'cccec631-e6ca-4b87-b2e3-3e036e80ff5b', 'name': '', 'network_id': 'a741586f-14a8-4809-b239-f62108948065', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'mac_address': 'fa:16:3e:0d:5d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:08Z', 'updated_at': '2021-08-19T12:25:11Z', 'revision_number': 4, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'subnets': [{'id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196aa9e3-6f90-4422-b7f3-9432cfcd8838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:25:11.888246 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 41774) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:12.011307 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5968c8c-20c8-4a9c-a6f3-7955e421ac25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.012966 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-e5968c8c-20c8-4a9c-a6f3-7955e421ac25 admin admin] 10.222.0.42 "GET /v2.0/networks/c71972f2-2cd9-46b8-9376-b8f5c0294d20 HTTP/1.1" status: 200 len: 842 time: 0.1228619 Aug 19 12:25:12.023026 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:12.043963 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Made reservation on behalf of ebe34a483d294e9eb007be1d17d08508 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:12.046262 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.329458 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.objects.ports [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:25:12.329892 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.386746 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78bf921-3b7c-45da-84f4-8129ebb18227,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:12.391905 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:12.392378 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Network hostable DHCP agents. Network: c71972f2-2cd9-46b8-9376-b8f5c0294d20, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:25:12.409031 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:25:12.417477 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, c71972f2-2cd9-46b8-9376-b8f5c0294d20) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:12.422400 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.423152 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.427527 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f75858-f282-4944-89ba-f0d5e7a67c95 None None] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:12.448631 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-881166dc-e3e2-4164-ac12-b319090738c9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4188232 Aug 19 12:25:12.562110 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a4a8d4-9081-447f-a6a6-a60bc7b10db8 None None] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:13.715855 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 5 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:25:14.757796 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 41782) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:14.963713 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-fbe57c76-a35b-4546-9411-d0cb3fbf0c63 admin admin] 10.222.0.42 "GET /v2.0/routers/0488b714-b7a7-469a-9ae9-3cc869adb842 HTTP/1.1" status: 200 len: 710 time: 0.2046130 Aug 19 12:25:15.052189 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37312de0-8add-4f4f-a58a-48fef6120cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.053575 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-37312de0-8add-4f4f-a58a-48fef6120cb6 admin admin] 10.222.0.42 "GET /v2.0/networks/c71972f2-2cd9-46b8-9376-b8f5c0294d20 HTTP/1.1" status: 200 len: 886 time: 0.0839367 Aug 19 12:25:15.063656 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:15.313932 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.558138 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.634070 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.734549 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Allocated IP 172.27.3.78 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/bf0ee54b-e480-4d90-aeb0-0f9203e9cae2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:15.833579 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.872881 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.908202 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:15.913155 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:15.915622 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:15.978070 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0ee54b-e480-4d90-aeb0-0f9203e9cae2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:16.167657 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.453425 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5070'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.456715 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623604'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.560839 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Router 0488b714-b7a7-469a-9ae9-3cc869adb842 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:25:16.666020 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:25:16.670373 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.671764 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-2d554013-4e1d-4316-a2a8-d5a0fe6bef26 admin admin] 10.222.0.42 "PUT /v2.0/routers/0488b714-b7a7-469a-9ae9-3cc869adb842 HTTP/1.1" status: 200 len: 889 time: 1.6119454 Aug 19 12:25:18.058377 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device cccec631-e6ca-4b87-b2e3-3e036e80ff5b up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:18.158106 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port cccec631-e6ca-4b87-b2e3-3e036e80ff5b completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:18.162339 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port cccec631-e6ca-4b87-b2e3-3e036e80ff5b triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:18.162766 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.194620 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Sync routers for ids ['0488b714-b7a7-469a-9ae9-3cc869adb842'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:25:18.216154 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Routers {'0488b714-b7a7-469a-9ae9-3cc869adb842'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:18.216991 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:25:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['0488b714-b7a7-469a-9ae9-3cc869adb842'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:18.347328 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.463291 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port cccec631-e6ca-4b87-b2e3-3e036e80ff5b, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=cccec631-e6ca-4b87-b2e3-3e036e80ff5b,segment=NetworkSegment(6c416b40-b947-434d-8496-48966629817f),segment_id=6c416b40-b947-434d-8496-48966629817f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:18.467651 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Set router 0488b714-b7a7-469a-9ae9-3cc869adb842 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:18.482108 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:18.691763 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=cccec631-e6ca-4b87-b2e3-3e036e80ff5b,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:18.891198 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'name': 'router1', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bf0ee54b-e480-4d90-aeb0-0f9203e9cae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:59Z', 'updated_at': '2021-08-19T12:25:16Z', 'revision_number': 4, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'gw_port': {'id': 'bf0ee54b-e480-4d90-aeb0-0f9203e9cae2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:05:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:15Z', 'updated_at': '2021-08-19T12:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'cccec631-e6ca-4b87-b2e3-3e036e80ff5b', 'name': '', 'network_id': 'a741586f-14a8-4809-b239-f62108948065', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'mac_address': 'fa:16:3e:0d:5d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:08Z', 'updated_at': '2021-08-19T12:25:11Z', 'revision_number': 4, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'subnets': [{'id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196aa9e3-6f90-4422-b7f3-9432cfcd8838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:18.942451 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Checking router: 0488b714-b7a7-469a-9ae9-3cc869adb842 for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:25:18.942721 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Updating router 0488b714-b7a7-469a-9ae9-3cc869adb842 port bf0ee54b-e480-4d90-aeb0-0f9203e9cae2 binding host dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:25:18.990958 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.116990 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 41794) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:19.244990 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b44e0a51-0c82-4423-a6d2-ad11c84cc5b4 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1268537 Aug 19 12:25:19.412903 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.423483 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Transition to ACTIVE for port object bf0ee54b-e480-4d90-aeb0-0f9203e9cae2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:19.429296 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.482839 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Attempting to bind port bf0ee54b-e480-4d90-aeb0-0f9203e9cae2 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:19.483256 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Attempting to bind port bf0ee54b-e480-4d90-aeb0-0f9203e9cae2 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:19.483638 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Attempting to bind port bf0ee54b-e480-4d90-aeb0-0f9203e9cae2 on network c71972f2-2cd9-46b8-9376-b8f5c0294d20 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:19.486760 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc4104-2756-4b3d-9b16-8a708003aebc None None] Pushing event updated for resources: {'Port': ['ID=bf0ee54b-e480-4d90-aeb0-0f9203e9cae2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:19.492100 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:19.492479 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:19.492913 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.493304 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Bound using segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:19.494379 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Bound port: bf0ee54b-e480-4d90-aeb0-0f9203e9cae2, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:19.494379 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.543922 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] For port bf0ee54b-e480-4d90-aeb0-0f9203e9cae2, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:19.547503 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] For port bf0ee54b-e480-4d90-aeb0-0f9203e9cae2, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=bf0ee54b-e480-4d90-aeb0-0f9203e9cae2,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:19.551404 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.610421 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Routers {'0488b714-b7a7-469a-9ae9-3cc869adb842'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:25:19.611041 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:25:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['0488b714-b7a7-469a-9ae9-3cc869adb842'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:19.646040 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc4104-2756-4b3d-9b16-8a708003aebc None None] Pushing event updated for resources: {'Port': ['ID=bf0ee54b-e480-4d90-aeb0-0f9203e9cae2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:19.726177 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] Set router 0488b714-b7a7-469a-9ae9-3cc869adb842 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:25:19.942298 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'name': 'router1', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bf0ee54b-e480-4d90-aeb0-0f9203e9cae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:59Z', 'updated_at': '2021-08-19T12:25:16Z', 'revision_number': 4, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'gw_port': {'id': 'bf0ee54b-e480-4d90-aeb0-0f9203e9cae2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:05:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:15Z', 'updated_at': '2021-08-19T12:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'cccec631-e6ca-4b87-b2e3-3e036e80ff5b', 'name': '', 'network_id': 'a741586f-14a8-4809-b239-f62108948065', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'mac_address': 'fa:16:3e:0d:5d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:08Z', 'updated_at': '2021-08-19T12:25:18Z', 'revision_number': 5, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'subnets': [{'id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196aa9e3-6f90-4422-b7f3-9432cfcd8838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:19.978846 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71aa917-ae27-430a-9f4f-4ceb8d14797d None None] The sync data for ids ['0488b714-b7a7-469a-9ae9-3cc869adb842'] in dv-cinder-804603-3-iscsi is: [{'id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'name': 'router1', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bf0ee54b-e480-4d90-aeb0-0f9203e9cae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:24:59Z', 'updated_at': '2021-08-19T12:25:16Z', 'revision_number': 4, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'gw_port': {'id': 'bf0ee54b-e480-4d90-aeb0-0f9203e9cae2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:05:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:15Z', 'updated_at': '2021-08-19T12:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'cccec631-e6ca-4b87-b2e3-3e036e80ff5b', 'name': '', 'network_id': 'a741586f-14a8-4809-b239-f62108948065', 'tenant_id': '82c35eea3a1142c893c555e0377a11e7', 'mac_address': 'fa:16:3e:0d:5d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0488b714-b7a7-469a-9ae9-3cc869adb842', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:25:08Z', 'updated_at': '2021-08-19T12:25:18Z', 'revision_number': 5, 'project_id': '82c35eea3a1142c893c555e0377a11e7', 'subnets': [{'id': '9c8e627c-3c4e-4b85-87b9-df4752c75ea0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '196aa9e3-6f90-4422-b7f3-9432cfcd8838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:25:20.043105 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device cccec631-e6ca-4b87-b2e3-3e036e80ff5b up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:20.115732 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port cccec631-e6ca-4b87-b2e3-3e036e80ff5b triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:20.116112 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.087670 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device bf0ee54b-e480-4d90-aeb0-0f9203e9cae2 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:22.140241 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port bf0ee54b-e480-4d90-aeb0-0f9203e9cae2 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:22.144336 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port bf0ee54b-e480-4d90-aeb0-0f9203e9cae2 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:22.144800 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.236045 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.257349 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port bf0ee54b-e480-4d90-aeb0-0f9203e9cae2, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=bf0ee54b-e480-4d90-aeb0-0f9203e9cae2,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:22.262740 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.315130 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=bf0ee54b-e480-4d90-aeb0-0f9203e9cae2,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:24.073374 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device bf0ee54b-e480-4d90-aeb0-0f9203e9cae2 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:24.150967 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port bf0ee54b-e480-4d90-aeb0-0f9203e9cae2 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:24.151355 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.198021 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-512b1a51-79f4-49d3-a8aa-a45a8b50eeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.729484 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b328ebd-b6c3-4696-977a-9ebd065abbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.122996 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.022779 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.266289 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.715704 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 5 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:26:03.188734 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6a87b55-1e2d-4285-8ac1-7fff8773218f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.726333 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6303a11e-a7af-4d17-9749-4c278dbfbeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.197293 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.026989 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.265675 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.714511 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 5 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:26:33.181736 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4addbb6-593a-4eb1-9869-41ceabd0f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.718635 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97b2eee8-95ff-44c1-b17e-a16a60a9e470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:36.130085 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.026769 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.270041 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.040867 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 42362) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:55.106911 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff85f737-96d1-4c2a-827b-76b77ce11ac8 admin admin] GET failed (client error): The resource could not be found. Aug 19 12:26:55.108222 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-ff85f737-96d1-4c2a-827b-76b77ce11ac8 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663865 Aug 19 12:26:55.295125 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a55efdf-f29b-43e7-9806-798509dfabb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:55.296558 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6a55efdf-f29b-43e7-9806-798509dfabb2 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1840391 Aug 19 12:26:57.447086 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 42372) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:57.580951 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b4c947-37d0-4df8-9ed8-56e42e0016d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.582320 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-49b4c947-37d0-4df8-9ed8-56e42e0016d5 admin admin] 10.222.0.42 "GET /v2.0/subnets/9c8e627c-3c4e-4b85-87b9-df4752c75ea0 HTTP/1.1" status: 200 len: 849 time: 0.1342840 Aug 19 12:26:57.592928 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:57.677510 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Notify callbacks [] for subnet, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.824813 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785963702119'] for subnet, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.860935 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:57.861555 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.862863 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] 10.222.0.42 "PUT /v2.0/subnets/9c8e627c-3c4e-4b85-87b9-df4752c75ea0 HTTP/1.1" status: 200 len: 868 time: 0.2743440 Aug 19 12:26:57.866275 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d66bd47-4ef2-4987-b09d-0497dcf8c71d None None] Network a741586f-14a8-4809-b239-f62108948065 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:57.881671 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8e627c-3c4e-4b85-87b9-df4752c75ea0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:57.889893 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.890262 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.890621 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.890967 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.891309 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.891669 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.892008 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.892348 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.892724 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.893063 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.893396 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:57.893728 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110fd38-4d42-49c4-ae8a-4f571b84dede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:58.238251 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a85018eb-5ef6-4c4a-98d3-a32d84f15c7a None None] Provisioning complete for port f7b54943-89db-48d0-95ed-c18491bc6876 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:58.238625 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a85018eb-5ef6-4c4a-98d3-a32d84f15c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.326001 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a85018eb-5ef6-4c4a-98d3-a32d84f15c7a None None] Provisioning complete for port cccec631-e6ca-4b87-b2e3-3e036e80ff5b triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:58.326297 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a85018eb-5ef6-4c4a-98d3-a32d84f15c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.043657 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 42380) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:00.241787 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513679cb-8b2d-4674-8ec3-0058ac502884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.242198 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513679cb-8b2d-4674-8ec3-0058ac502884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.243737 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-513679cb-8b2d-4674-8ec3-0058ac502884 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990960 Aug 19 12:27:02.404716 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42388) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:02.603620 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aadff2d-41dd-4f7a-8878-b5e02e19a1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.604020 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aadff2d-41dd-4f7a-8878-b5e02e19a1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.605716 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-5aadff2d-41dd-4f7a-8878-b5e02e19a1b0 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000329 Aug 19 12:27:03.182963 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03779ace-571a-44b7-a527-559cc9b13a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.712348 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 5 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:27:04.792351 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:04.919644 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbde78f-fcb8-4091-a7af-a8c9847c799e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.921028 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-ebbde78f-fcb8-4091-a7af-a8c9847c799e admin admin] 10.222.0.42 "GET /v2.0/networks/a741586f-14a8-4809-b239-f62108948065 HTTP/1.1" status: 200 len: 869 time: 0.1276875 Aug 19 12:27:05.719722 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-deac5399-adc7-41a8-9616-26b52e0eb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.132842 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.029204 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.111088 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:07.237384 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c707e7d-d5c5-4287-8955-68eba4080743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.238778 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-0c707e7d-d5c5-4287-8955-68eba4080743 admin admin] 10.222.0.42 "GET /v2.0/networks/c71972f2-2cd9-46b8-9376-b8f5c0294d20 HTTP/1.1" status: 200 len: 886 time: 0.1266925 Aug 19 12:27:08.274760 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.391292 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42414) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:09.515402 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d432df-39f3-417d-bc5e-65120e431cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.515784 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d432df-39f3-417d-bc5e-65120e431cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.517344 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-31d432df-39f3-417d-bc5e-65120e431cc5 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249933 Aug 19 12:27:11.670105 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:11.758720 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea5727-e145-49a1-8463-bb165aa851ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.759182 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea5727-e145-49a1-8463-bb165aa851ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.760716 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-64ea5727-e145-49a1-8463-bb165aa851ad admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896404 Aug 19 12:27:13.938413 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42430) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:14.032010 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d5541d-d342-41a8-b96b-7e06bf646979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:14.033418 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-c6d5541d-d342-41a8-b96b-7e06bf646979 admin admin] 10.222.0.42 "GET /v2.0/subnets/9c8e627c-3c4e-4b85-87b9-df4752c75ea0 HTTP/1.1" status: 200 len: 868 time: 0.0940409 Aug 19 12:27:16.195548 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42438) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:16.286487 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12b613-d60f-4bdb-a24e-e290e1c4dda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:16.287839 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-ce12b613-d60f-4bdb-a24e-e290e1c4dda9 admin admin] 10.222.0.42 "GET /v2.0/subnets/a78bf921-3b7c-45da-84f4-8129ebb18227 HTTP/1.1" status: 200 len: 816 time: 0.0913506 Aug 19 12:27:33.187260 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-646c0bbe-d14b-4e97-b214-0b565b52d10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.721129 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96ce0712-b2f3-4505-b1d9-78b00f5ce3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.133476 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.036752 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.285222 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.118457 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:40.167023 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [None req-33eced49-1367-4da2-b191-b02c55669eb9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:27:40.168068 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-33eced49-1367-4da2-b191-b02c55669eb9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485973 Aug 19 12:27:41.710403 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 5 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:27:42.416257 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:42.481774 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0975400-7812-4fc1-89ef-d5a9dfbd07a9 admin admin] GET failed (client error): The resource could not be found. Aug 19 12:27:42.483088 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-b0975400-7812-4fc1-89ef-d5a9dfbd07a9 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652361 Aug 19 12:27:42.620627 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a049bc-f6de-4ba9-97e4-cb609fbe982d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:42.622043 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-b1a049bc-f6de-4ba9-97e4-cb609fbe982d admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1345744 Aug 19 12:27:44.824950 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 42508) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.873540 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:44.894646 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Made reservation on behalf of ebe34a483d294e9eb007be1d17d08508 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:44.896842 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.933477 dv-cinder-804603-3-iscsi neutron-server[93794]: WARNING neutron.services.revisions.revision_plugin [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Could not find related network for resource to bump revision. Aug 19 12:27:44.947560 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:44.957957 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.958302 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.segments_db [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Added segment b291db4c-796f-4ce7-af87-70c68c57f2d2 of type vlan for network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 Aug 19 12:27:45.004465 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.027815 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.028816 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.029409 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.077986 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2519395 Aug 19 12:27:45.090364 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c4490-4cd2-4653-927a-eaf131a95f8b admin admin] Pushing event updated for resources: {'Network': ['ID=6db3001f-176e-4e75-af3b-71b1f6afa6a7,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:45.100983 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:47.289706 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 42516) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:47.350279 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.pecan_wsgi.hooks.translation [None req-df88977c-23c8-4a31-8208-e541ec7d77f0 admin admin] GET failed (client error): The resource could not be found. Aug 19 12:27:47.351583 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-df88977c-23c8-4a31-8208-e541ec7d77f0 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609345 Aug 19 12:27:47.420246 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c4eac-76ab-410b-b5f1-f6f0aee78108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:47.421688 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-ec8c4eac-76ab-410b-b5f1-f6f0aee78108 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652370 Aug 19 12:27:47.431467 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:47.453691 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Made reservation on behalf of ebe34a483d294e9eb007be1d17d08508 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:47.455924 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.668336 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.723787 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4332f696-c135-4a8a-a573-8170ca005ca0,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:47.733655 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Checking segment: {'id': 'b291db4c-796f-4ce7-af87-70c68c57f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:47.734049 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Network hostable DHCP agents. Network: 6db3001f-176e-4e75-af3b-71b1f6afa6a7, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:47.758809 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:47.769816 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 6db3001f-176e-4e75-af3b-71b1f6afa6a7) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:47.774029 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:47.774722 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.780344 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6328b4be-b38c-47a0-8358-595c89cfd53b None None] Network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:47.788744 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-51c3e955-acf1-49de-9ca9-3d6e722c880b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3605292 Aug 19 12:27:47.931050 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82009-39c6-51c3-baa3-f28672a5b630-6db3001f-176e-4e75-af3b-71b1f6afa6a7', 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7', 'tenant_id': 'ebe34a483d294e9eb007be1d17d08508', 'fixed_ips': [{'subnet_id': '4332f696-c135-4a8a-a573-8170ca005ca0'}]}} from dv-cinder-804603-3-iscsi. {{(pid=93796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:47.932486 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.065812 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Allocated IP 192.168.233.2 (6db3001f-176e-4e75-af3b-71b1f6afa6a7/4332f696-c135-4a8a-a573-8170ca005ca0/716264b0-9e23-4a02-90b6-a8e90328991d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:48.210876 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.219830 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Transition to ACTIVE for port object 716264b0-9e23-4a02-90b6-a8e90328991d will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:48.235831 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Transition to ACTIVE for port object 716264b0-9e23-4a02-90b6-a8e90328991d will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:48.242007 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.290803 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Pushing event updated for resources: {'Port': ['ID=716264b0-9e23-4a02-90b6-a8e90328991d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:48.295195 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:48.299338 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:48.301732 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.302083 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.302524 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.302863 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.303196 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.303526 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.303855 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.304203 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.304550 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.304903 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.305229 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.305552 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:48.319220 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:48.374953 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Attempting to bind port 716264b0-9e23-4a02-90b6-a8e90328991d on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:48.375329 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Attempting to bind port 716264b0-9e23-4a02-90b6-a8e90328991d by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': 'b291db4c-796f-4ce7-af87-70c68c57f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:48.375695 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Attempting to bind port 716264b0-9e23-4a02-90b6-a8e90328991d on network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:48.380540 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:48.380942 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Checking segment: {'id': 'b291db4c-796f-4ce7-af87-70c68c57f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:48.381344 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.381749 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Bound using segment: {'id': 'b291db4c-796f-4ce7-af87-70c68c57f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:48.382209 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Bound port: 716264b0-9e23-4a02-90b6-a8e90328991d, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b291db4c-796f-4ce7-af87-70c68c57f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:48.382611 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.443529 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] For port 716264b0-9e23-4a02-90b6-a8e90328991d, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:48.446706 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] For port 716264b0-9e23-4a02-90b6-a8e90328991d, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=716264b0-9e23-4a02-90b6-a8e90328991d,segment=NetworkSegment(b291db4c-796f-4ce7-af87-70c68c57f2d2),segment_id=b291db4c-796f-4ce7-af87-70c68c57f2d2)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:48.451795 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.517355 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9865e-9afa-4ce8-a15c-d7f9766cea09 None None] Pushing event updated for resources: {'Port': ['ID=716264b0-9e23-4a02-90b6-a8e90328991d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:49.359025 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3923027-3606-44c2-a36e-a0f9641a3472 None None] Network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:49.424050 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-170e2af5-4cd2-4b0d-8615-792196b4403a None None] Provisioning for port 716264b0-9e23-4a02-90b6-a8e90328991d completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:50.160322 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 716264b0-9e23-4a02-90b6-a8e90328991d up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:50.216285 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 716264b0-9e23-4a02-90b6-a8e90328991d completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:50.220254 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 716264b0-9e23-4a02-90b6-a8e90328991d triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:50.220784 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.298941 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.331356 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 716264b0-9e23-4a02-90b6-a8e90328991d, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=716264b0-9e23-4a02-90b6-a8e90328991d,segment=NetworkSegment(b291db4c-796f-4ce7-af87-70c68c57f2d2),segment_id=b291db4c-796f-4ce7-af87-70c68c57f2d2)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:50.334479 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.388266 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=716264b0-9e23-4a02-90b6-a8e90328991d,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:52.138263 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 716264b0-9e23-4a02-90b6-a8e90328991d up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:52.184962 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 716264b0-9e23-4a02-90b6-a8e90328991d triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:52.185332 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.186904 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbf9e063-7a74-4f78-9625-3986607c6a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.722588 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ae59270-063f-42bd-8708-fb795f702245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.134364 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.035521 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.290500 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.709141 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 5 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:28:33.187147 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a91de702-bc50-4d3d-85e3-360a594cf69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.723215 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e084bc2c-2719-40d2-a64a-61f951558784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.137648 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.038969 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.292587 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.707511 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 5 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:28:56.876523 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 42570) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:56.882382 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [None req-6e90f124-9b10-4007-abeb-49ba4075c00e tempest-verify_tempest_config-172204219 tempest-verify_tempest_config-172204219-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:28:56.883335 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6e90f124-9b10-4007-abeb-49ba4075c00e tempest-verify_tempest_config-172204219 tempest-verify_tempest_config-172204219-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058322 Aug 19 12:28:57.178421 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 42588) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:57.279692 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.365145 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.368826 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.412735 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26e0184d66484436bc259b1064344ea6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2332292 Aug 19 12:28:57.413505 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219a8fac-5196-459f-9e18-866bf77e8380,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.415378 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42592) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:57.420905 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.421353 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.421773 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.422181 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.422592 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.422997 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.423397 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.423733 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.424084 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.424418 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.424780 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.425108 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859f5c2-247e-4a26-9040-6d78e32ed94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.471283 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.491583 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.581235 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.584847 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.586168 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/219a8fac-5196-459f-9e18-866bf77e8380 HTTP/1.1" status: 204 len: 168 time: 0.1692648 Aug 19 12:28:57.594090 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219a8fac-5196-459f-9e18-866bf77e8380,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.600551 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.600959 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.601305 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.601648 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.601990 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.602328 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.602660 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.603509 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.603930 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.604273 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.604613 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:57.604962 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5bbfe4-993c-445b-99ad-6f74b4b66234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:03.187911 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ada5-4821-4990-8fed-0e2dcb96df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.723968 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c4ffd93-a94a-43fa-b110-ec57a4e9197a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.140010 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.042792 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.297922 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.705996 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 5 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:29:33.189021 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47e8a901-1d2e-45d0-a38e-30d36fa6b208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.724147 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd04eed1-59a8-4696-919f-625be44dc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.140684 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.045978 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.298654 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.193115 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4254b93c-a6cd-4b86-8a5b-df0715fa32bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.724223 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1aab2b2f-f765-4f9e-b16e-ffd51b372d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.140437 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.049293 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.302283 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.704928 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 5 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:30:33.200548 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60ac8afb-f18d-4ea3-bf56-ec300ae34552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.004675 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760152'] for agent, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.725009 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2cf8-bd00-43e3-84cf-6c9f9b2808ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.141666 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.051831 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.305134 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.704572 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:30:49.393588 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42668) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:49.500251 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-31322313-30da-402e-b7cd-f0690c5ee4bb admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1055436 Aug 19 12:30:51.676895 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42678) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:51.733212 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-fa62d8d9-d5a1-4e4d-90ba-74fecdab45b9 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0551937 Aug 19 12:31:03.190335 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7cef929-9f90-4006-a19f-82308bead81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.994174 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.726464 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5406ba9d-9470-4410-8f1b-ffcf7dd0f548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.143392 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.054184 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.308026 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.703801 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:31:33.191241 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75e2fa30-0e45-4552-a8a5-fae6940a5c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.991805 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.728753 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-29cdcd89-d13c-4952-ad11-c932b3ca0257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.144517 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.056750 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.311639 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.703056 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:32:03.192419 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91ef3e42-4d39-4a4d-a83a-bb90cdfc7ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.006328 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.730538 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27842d29-b034-479a-a679-7205c1debfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.144724 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.060223 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.315683 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:19.946762 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42846) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:20.170086 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-341277399-network', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:20.191433 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Made reservation on behalf of ae34a936c8ff487c8bc87e66e6f1e24a for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:20.193727 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.203584 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.301351 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.306405 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.340970 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56501396-077c-4384-bfe9-99c24ca24ec5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:20.344026 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:20.352417 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.353104 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.353333 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.353698 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.354127 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.354429 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.354749 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.355073 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.355414 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.355735 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.356054 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.356489 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Tracked resource versions report: Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: pushed versions: Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: { 'AddressGroup': {'1.2'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'ConntrackHelper': {'1.0'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Log': {'1.0'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Network': {'1.1'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Port': {'1.7'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'PortForwarding': {'1.2'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'QosPolicy': {'1.9'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SecurityGroup': {'1.4'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SubPort': {'1.0'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Subnet': {'1.1'}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Trunk': {'1.1'}} Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: consumer versions: Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: { DHCP agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: HyperV agent@hv-cinder-80460: {}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: L3 agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: Metadata agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: Metering agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: Open vSwitch agent@dv-cinder-804603-3-iscsi: { 'AddressGroup': '1.2', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'ConntrackHelper': '1.0', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Log': '1.0', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Network': '1.1', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Port': '1.7', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'PortForwarding': '1.2', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'QosPolicy': '1.9', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SecurityGroup': '1.4', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SecurityGroupRule': '1.2', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'SubPort': '1.0', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Subnet': '1.1', Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: 'Trunk': '1.1'}} Aug 19 12:32:20.357456 dv-cinder-804603-3-iscsi neutron-server[93795]: {{(pid=93795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:32:20.365477 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.365817 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.segments_db [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Added segment ec17fce8-7d94-4e9b-8bd6-17d274a04073 of type vlan for network 9ac555dc-9427-48d6-a42f-9780f81698ca Aug 19 12:32:20.412360 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.418831 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42878) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:20.445254 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.446866 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:20.447611 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.458827 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 42884) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:20.517740 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5698552 Aug 19 12:32:20.518092 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 42892) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:20.522718 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e2a90-75ad-4405-92a6-a1f72f78dc92 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac555dc-9427-48d6-a42f-9780f81698ca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:20.534179 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Request body: {'subnet': {'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-341277399-subnet', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:20.534428 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 9ac555dc-9427-48d6-a42f-9780f81698ca details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:20.567238 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Made reservation on behalf of ae34a936c8ff487c8bc87e66e6f1e24a for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:20.571579 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.739058 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1446750089-network', 'tenant_id': '6ad64cba3e5f42cfa6f5f4c8191e45f4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:20.762439 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Made reservation on behalf of 6ad64cba3e5f42cfa6f5f4c8191e45f4 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:20.764454 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.765707 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.777204 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.815433 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32eb3bcb-03a5-46e8-974c-a7b65e935ba1,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:20.825971 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.826331 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.827767 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.829043 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.829593 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.830122 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.830454 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.830798 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.831143 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.831475 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.831804 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.832132 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Tracked resource versions report: Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: pushed versions: Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: { 'AddressGroup': {'1.2'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'ConntrackHelper': {'1.0'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Log': {'1.0'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Network': {'1.1'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Port': {'1.7'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'PortForwarding': {'1.2'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'QosPolicy': {'1.9'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SecurityGroup': {'1.4'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SubPort': {'1.0'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Subnet': {'1.1'}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Trunk': {'1.1'}} Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: consumer versions: Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: { DHCP agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: HyperV agent@hv-cinder-80460: {}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: L3 agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: Metadata agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: Metering agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: Open vSwitch agent@dv-cinder-804603-3-iscsi: { 'AddressGroup': '1.2', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'ConntrackHelper': '1.0', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Log': '1.0', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Network': '1.1', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Port': '1.7', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'PortForwarding': '1.2', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'QosPolicy': '1.9', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SecurityGroup': '1.4', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SecurityGroupRule': '1.2', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'SubPort': '1.0', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Subnet': '1.1', Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: 'Trunk': '1.1'}} Aug 19 12:32:20.833213 dv-cinder-804603-3-iscsi neutron-server[93794]: {{(pid=93794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:32:20.865404 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Checking segment: {'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:20.866008 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Network hostable DHCP agents. Network: 9ac555dc-9427-48d6-a42f-9780f81698ca, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:20.886608 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Network 9ac555dc-9427-48d6-a42f-9780f81698ca is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:20.905920 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 9ac555dc-9427-48d6-a42f-9780f81698ca) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:20.913861 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.915700 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:20.916575 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.920175 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.921639 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0a7a3-6a43-40c3-ba4c-ec3d93987b52 None None] Network 9ac555dc-9427-48d6-a42f-9780f81698ca requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:20.936179 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:20.936996 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-781b775a-0fda-491f-925b-174e75fee718 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4173079 Aug 19 12:32:20.937861 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 42908) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:20.947886 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.949057 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.segments_db [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Added segment 23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3 of type vlan for network c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 Aug 19 12:32:20.950200 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-341277399-router', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:21.003707 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.038762 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-network', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:21.064095 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085cc703-6ebc-490d-a203-620c82ae1375,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:21.068441 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.db.api [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:32:21.068441 dv-cinder-804603-3-iscsi neutron-server[93794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:32:21.068441 dv-cinder-804603-3-iscsi neutron-server[93794]: [parameters: {'project_id_1': 'fd59e08d217c4cc1952f67bc16d69dad', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 32, 21, 44407)}] Aug 19 12:32:21.068441 dv-cinder-804603-3-iscsi neutron-server[93794]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:21.068933 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG oslo_db.api [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:21.073406 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.075892 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:21.079703 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.083519 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c5d100-01d3-4c42-b256-7be08deb9433 None None] Network 9ac555dc-9427-48d6-a42f-9780f81698ca requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:21.084599 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.087919 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-775075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.146965 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.257606 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:21.266866 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8469524 Aug 19 12:32:21.269835 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42920) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:21.275551 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Request body: {'subnet': {'network_id': 'c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1446750089-subnet', 'tenant_id': '6ad64cba3e5f42cfa6f5f4c8191e45f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:21.298162 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69bd35-ec49-45d4-a27b-046ac066672b admin admin] Pushing event updated for resources: {'Network': ['ID=c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:21.309122 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:21.317722 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Made reservation on behalf of 6ad64cba3e5f42cfa6f5f4c8191e45f4 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:21.320385 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.447048 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.467479 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1565594525-network', 'tenant_id': '89e083d65ed147918793db874fe5aca7'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:21.515499 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Made reservation on behalf of 89e083d65ed147918793db874fe5aca7 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:21.519321 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.532745 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.605124 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.db.api [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:32:21.605124 dv-cinder-804603-3-iscsi neutron-server[93794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:32:21.605124 dv-cinder-804603-3-iscsi neutron-server[93794]: [parameters: {'project_id_1': 'fd59e08d217c4cc1952f67bc16d69dad', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 32, 21, 575776)}] Aug 19 12:32:21.605124 dv-cinder-804603-3-iscsi neutron-server[93794]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:21.606370 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG oslo_db.api [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:21.623498 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.678561 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4c9144-0c36-40c0-87d9-b7361d045932,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:21.728864 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Checking segment: {'id': '23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:21.729170 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Network hostable DHCP agents. Network: c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:21.750774 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.753384 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Network c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:21.772230 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:21.779244 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.781246 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:21.781932 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.786408 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7873dd4-09e8-4192-8a8a-0294867f2fcf None None] Network c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:21.800378 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.811360 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.829022 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:21.850438 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.854805 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.segments_db [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Added segment 73368028-eb96-42d2-9f87-e3f91c1c7584 of type vlan for network d9c0505f-0b62-430c-81bb-51a10230472a Aug 19 12:32:21.913017 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.941527 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-d7371590-3603-4ebd-901d-98dfed72143d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6704245 Aug 19 12:32:21.949230 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.950563 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:21.951250 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.022906 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c0505f-0b62-430c-81bb-51a10230472a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:22.039583 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02677e6e-c7f5-44f7-89c4-016bc0f5b800,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:22.047303 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-6e230914-637f-4f4b-b271-afa7f70d0a86 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7881320 Aug 19 12:32:22.048363 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42946) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:22.048713 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network d9c0505f-0b62-430c-81bb-51a10230472a details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:22.054122 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Request body: {'subnet': {'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1565594525-subnet', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:22.080362 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Made reservation on behalf of 89e083d65ed147918793db874fe5aca7 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:22.084623 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.118800 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Allocated IP 172.27.3.153 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:22.142992 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37926df0-a8fd-4fdf-8bb4-9d298eac86c6 None None] Network c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:22.294391 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.386909 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.426565 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Made reservation on behalf of fd59e08d217c4cc1952f67bc16d69dad for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:22.429637 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.435670 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.458043 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Checking segment: {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:22.458402 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Network hostable DHCP agents. Network: d9c0505f-0b62-430c-81bb-51a10230472a, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:22.460458 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07125d1-9222-4282-a4b0-3cce5793962a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:22.460593 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:22.490944 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Network d9c0505f-0b62-430c-81bb-51a10230472a is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:22.506176 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, d9c0505f-0b62-430c-81bb-51a10230472a) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:22.511902 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:22.513019 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.516740 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50885a-ec8e-4aa4-95c4-b7eda2061c29 None None] Network d9c0505f-0b62-430c-81bb-51a10230472a requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:22.542614 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-63f2d8be-6f89-4fd1-aaaa-8ff9d4bb32bc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4897530 Aug 19 12:32:22.543402 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:22.543609 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 42968) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:22.545387 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Pushing event updated for resources: {'Port': ['ID=6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:22.550863 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:22.557381 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.566932 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:22.605099 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.606496 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-775075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.793571 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.809992 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82009-39c6-51c3-baa3-f28672a5b630-d9c0505f-0b62-430c-81bb-51a10230472a', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a'}]}} from dv-cinder-804603-3-iscsi. {{(pid=93796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:22.812989 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.990103 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.047659 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.057093 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Allocated IP 172.20.0.2 (d9c0505f-0b62-430c-81bb-51a10230472a/f07125d1-9222-4282-a4b0-3cce5793962a/e9db7c23-d05e-43ea-bae6-1c8adf1154b2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:23.333695 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.346813 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.350298 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Transition to ACTIVE for port object e9db7c23-d05e-43ea-bae6-1c8adf1154b2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:23.355642 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.364743 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.376976 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:23.382530 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.384290 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Transition to ACTIVE for port object e9db7c23-d05e-43ea-bae6-1c8adf1154b2 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:23.387801 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.388387 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.segments_db [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Added segment c60ce767-c73e-4e6b-8e4d-5147f4968842 of type vlan for network cb1c9e31-53c2-4dcd-938f-625b46c20d81 Aug 19 12:32:23.395560 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.427912 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.431365 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:23.441250 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.462707 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Network d9c0505f-0b62-430c-81bb-51a10230472a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:23.482296 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:23.488258 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:23.515737 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.516766 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:23.517152 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Pushing event updated for resources: {'Port': ['ID=e9db7c23-d05e-43ea-bae6-1c8adf1154b2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:23.517421 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.560315 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.560644 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.561090 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.561550 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.562001 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.562448 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.562869 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.563318 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.563798 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.564189 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.564697 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.565058 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Tracked resource versions report: Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: pushed versions: Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: { 'AddressGroup': {'1.2'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'ConntrackHelper': {'1.0'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Log': {'1.0'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Network': {'1.1'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Port': {'1.7'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'PortForwarding': {'1.2'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'QosPolicy': {'1.9'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SecurityGroup': {'1.4'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SubPort': {'1.0'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Subnet': {'1.1'}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Trunk': {'1.1'}} Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: consumer versions: Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: { DHCP agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: HyperV agent@hv-cinder-80460: {}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: L3 agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: Metadata agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: Metering agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: Open vSwitch agent@dv-cinder-804603-3-iscsi: { 'AddressGroup': '1.2', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'ConntrackHelper': '1.0', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Log': '1.0', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Network': '1.1', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Port': '1.7', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'PortForwarding': '1.2', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'QosPolicy': '1.9', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SecurityGroup': '1.4', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SecurityGroupRule': '1.2', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'SubPort': '1.0', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Subnet': '1.1', Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: 'Trunk': '1.1'}} Aug 19 12:32:23.566517 dv-cinder-804603-3-iscsi neutron-server[93796]: {{(pid=93796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:32:23.606019 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Attempting to bind port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:23.607337 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Attempting to bind port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:23.607812 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Attempting to bind port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 on network d9c0505f-0b62-430c-81bb-51a10230472a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:23.614404 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:23.614947 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Checking segment: {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:23.615501 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.615984 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Bound using segment: {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:23.616646 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Bound port: e9db7c23-d05e-43ea-bae6-1c8adf1154b2, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:23.617161 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.639527 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dab4a6-f2c3-4cb2-af5e-d5fe05957176,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:23.652971 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1928995 Aug 19 12:32:23.657983 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43034) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:23.670243 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Request body: {'subnet': {'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-subnet', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:23.676532 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe50a9b-07bd-4e6d-b906-a35f84a307ec admin admin] Pushing event updated for resources: {'Network': ['ID=cb1c9e31-53c2-4dcd-938f-625b46c20d81,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:23.694147 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network cb1c9e31-53c2-4dcd-938f-625b46c20d81 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:23.706286 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Allocated IP 172.27.3.129 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/0119cd6f-583d-48ad-aee4-ace12de994e2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:23.715352 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] For port e9db7c23-d05e-43ea-bae6-1c8adf1154b2, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:23.716074 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Made reservation on behalf of fd59e08d217c4cc1952f67bc16d69dad for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:23.718656 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.781274 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] For port e9db7c23-d05e-43ea-bae6-1c8adf1154b2, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=e9db7c23-d05e-43ea-bae6-1c8adf1154b2,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:23.832201 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.841638 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Router a797f33f-eaa3-4399-ae1e-fc8ecd210489 is scheduled to L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:32:23.884759 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9282ca46-c777-4fc2-b152-1475710ca3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.974194 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e77f7b-5867-4f7b-a387-d53c909c25e6 None None] Pushing event updated for resources: {'Port': ['ID=e9db7c23-d05e-43ea-bae6-1c8adf1154b2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:24.025365 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.028043 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43052) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:24.033431 dv-cinder-804603-3-iscsi neutron-server[93795]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 12:32:24.137443 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:24.151709 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Sync routers for ids ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:24.166788 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Routers {'a797f33f-eaa3-4399-ae1e-fc8ecd210489'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:24.168743 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:24.187608 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.384502 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6108d918-5a6c-421c-9b00-28fd4b2c86fd,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:24.427803 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Checking segment: {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:24.428162 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Network hostable DHCP agents. Network: cb1c9e31-53c2-4dcd-938f-625b46c20d81, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:24.471663 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Network cb1c9e31-53c2-4dcd-938f-625b46c20d81 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:24.503477 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, cb1c9e31-53c2-4dcd-938f-625b46c20d81) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:24.514175 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device e9db7c23-d05e-43ea-bae6-1c8adf1154b2 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:24.518232 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:24.519203 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.579730 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Set router a797f33f-eaa3-4399-ae1e-fc8ecd210489 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:24.598391 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f038fcf4-1fab-4f06-b74a-bc03a0c086a9 None None] Network cb1c9e31-53c2-4dcd-938f-625b46c20d81 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:24.671333 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-4c500291-94ba-4750-a041-402d93f51078 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:24.673058 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-4c500291-94ba-4750-a041-402d93f51078 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/networks?id=c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 HTTP/1.1" status: 200 len: 812 time: 0.6428230 Aug 19 12:32:24.683200 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9282ca46-c777-4fc2-b152-1475710ca3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.684776 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.698298 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.699797 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-7c7d8f41-1de4-4d42-b5ae-9fe7c624ea6f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7600524 Aug 19 12:32:24.702147 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-9fdaee9e-273f-4072-9ffe-6780a438fb52 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0405171 Aug 19 12:32:24.702847 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43088) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:24.705680 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-037c7b14-f39d-4e06-8751-2255d483dd10 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/quotas/6ad64cba3e5f42cfa6f5f4c8191e45f4 HTTP/1.1" status: 200 len: 375 time: 0.0252304 Aug 19 12:32:24.706268 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43090) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:24.730888 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:24.731426 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9282ca46-c777-4fc2-b152-1475710ca3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.766648 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:24.772376 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-9282ca46-c777-4fc2-b152-1475710ca3a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b67e7262474f47dab7d04eed803fb0f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3384402 Aug 19 12:32:24.779202 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43092) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:24.801316 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:24.836762 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.838271 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-775075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.924064 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43096) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:24.942479 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82009-39c6-51c3-baa3-f28672a5b630-cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd'}]}} from dv-cinder-804603-3-iscsi. {{(pid=93796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:24.943933 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:24.944149 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'name': 'tempest-ServerRescueNegativeTestJSON-341277399-router', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:22Z', 'revision_number': 3, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'gw_port': {'id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:24.946286 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.952038 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:24.955343 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=0119cd6f-583d-48ad-aee4-ace12de994e2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:24.961023 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-ae566246-e482-406c-9c1f-56178d83544e tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ad64cba3e5f42cfa6f5f4c8191e45f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1970861 Aug 19 12:32:24.962527 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282ca46-c777-4fc2-b152-1475710ca3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d274ce9c-bdf6-45d6-8d54-fbbfec4a7cf1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:24.985405 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79a21b1a-1f2d-41e0-a1ac-319f3c801d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.003845 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Checking router: a797f33f-eaa3-4399-ae1e-fc8ecd210489 for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:32:25.010098 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Updating router a797f33f-eaa3-4399-ae1e-fc8ecd210489 port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 binding host dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:32:25.016284 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43104) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:25.043219 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.045997 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79a21b1a-1f2d-41e0-a1ac-319f3c801d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.253272 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Allocated IP 172.20.0.2 (cb1c9e31-53c2-4dcd-938f-625b46c20d81/6108d918-5a6c-421c-9b00-28fd4b2c86fd/5c3bdaea-16a5-44dd-b92f-e7b50674f5bd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:25.266051 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.269331 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79a21b1a-1f2d-41e0-a1ac-319f3c801d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.277913 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-79a21b1a-1f2d-41e0-a1ac-319f3c801d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.279957 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-79a21b1a-1f2d-41e0-a1ac-319f3c801d3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d274ce9c-bdf6-45d6-8d54-fbbfec4a7cf1 HTTP/1.1" status: 204 len: 168 time: 0.4478767 Aug 19 12:32:25.322433 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a82e459c-bb8a-4dd0-b4c3-bdecc3475779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.405180 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-b4d7b44a-048a-4a4f-b864-eef75776412e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:32:25.406207 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-b4d7b44a-048a-4a4f-b864-eef75776412e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1663275 Aug 19 12:32:25.432835 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f2280-3404-45a0-86c3-34e24458bf2a None None] Network d9c0505f-0b62-430c-81bb-51a10230472a requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:25.506942 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a21b1a-1f2d-41e0-a1ac-319f3c801d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d274ce9c-bdf6-45d6-8d54-fbbfec4a7cf1,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:25.514363 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-265b9f12-794f-44af-be76-9be078b9a6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.565779 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.590040 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Transition to ACTIVE for port object 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:25.599969 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.601466 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.661342 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-cd052211-cba5-4c17-a8f7-615b18851397 None None] Provisioning for port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:25.669876 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-cd052211-cba5-4c17-a8f7-615b18851397 None None] Provisioning complete for port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:25.670311 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd052211-cba5-4c17-a8f7-615b18851397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.691839 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Attempting to bind port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:25.692215 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Attempting to bind port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:25.692671 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Attempting to bind port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 on network c71972f2-2cd9-46b8-9376-b8f5c0294d20 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:25.704573 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:25.705045 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:25.705723 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.706175 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Bound using segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:25.706653 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Bound port: 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:25.707328 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.708910 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Pushing event updated for resources: {'Port': ['ID=6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:25.738002 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.738002 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.738002 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.738002 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.738002 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.738002 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.739265 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.750631 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.752756 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.753425 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.767131 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.767923 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Tracked resource versions report: Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: pushed versions: Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: { 'AddressGroup': {'1.2'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'ConntrackHelper': {'1.0'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Log': {'1.0'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Network': {'1.1'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Port': {'1.7'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'PortForwarding': {'1.2'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'QosPolicy': {'1.9'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SecurityGroup': {'1.4'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SubPort': {'1.0'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Subnet': {'1.1'}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Trunk': {'1.1'}} Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: consumer versions: Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: { DHCP agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: HyperV agent@hv-cinder-80460: {}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: L3 agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: Metadata agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: Metering agent@dv-cinder-804603-3-iscsi: {}, Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: Open vSwitch agent@dv-cinder-804603-3-iscsi: { 'AddressGroup': '1.2', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'ConntrackHelper': '1.0', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Log': '1.0', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Network': '1.1', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Port': '1.7', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'PortForwarding': '1.2', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'QosPolicy': '1.9', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SecurityGroup': '1.4', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SecurityGroupRule': '1.2', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'SubPort': '1.0', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Subnet': '1.1', Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: 'Trunk': '1.1'}} Aug 19 12:32:25.771411 dv-cinder-804603-3-iscsi neutron-server[93797]: {{(pid=93797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:32:25.773768 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-4de2d195-03c7-4532-a576-040d0d759bcb service neutron] 10.222.0.42 "GET /v2.0/networks/c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525980 Aug 19 12:32:25.803004 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd052211-cba5-4c17-a8f7-615b18851397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.862047 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.880236 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] For port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:25.889441 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] For port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:25.897495 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43122) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:25.898273 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.937149 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-cd052211-cba5-4c17-a8f7-615b18851397 None None] For port e9db7c23-d05e-43ea-bae6-1c8adf1154b2, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=e9db7c23-d05e-43ea-bae6-1c8adf1154b2,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:25.959085 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd052211-cba5-4c17-a8f7-615b18851397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.016205 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5783db-a510-41c2-adaa-b5a582d77ab1 None None] Pushing event updated for resources: {'Port': ['ID=6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.017778 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6a6832c6-24b1-46a2-8aaf-3dc47f65390f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.026256 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.029632 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd052211-cba5-4c17-a8f7-615b18851397 None None] Pushing event updated for resources: {'Port': ['ID=e9db7c23-d05e-43ea-bae6-1c8adf1154b2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.040925 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Transition to ACTIVE for port object 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:26.060078 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Transition to ACTIVE for port object 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:26.064577 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Routers {'a797f33f-eaa3-4399-ae1e-fc8ecd210489'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:26.065481 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:26.072321 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.169073 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Pushing event updated for resources: {'Port': ['ID=5c3bdaea-16a5-44dd-b92f-e7b50674f5bd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.199927 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-7b67da5f-26ef-4145-bc77-76c33662d636 service neutron] 10.222.0.42 "GET /v2.0/networks/c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206781 Aug 19 12:32:26.222920 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Network cb1c9e31-53c2-4dcd-938f-625b46c20d81 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:26.236181 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:26.239017 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:26.269522 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c61f529e-ecb2-4e95-8979-da0a1dcae975 None None] Provisioning complete for port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:26.270071 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c61f529e-ecb2-4e95-8979-da0a1dcae975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.307183 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a82e459c-bb8a-4dd0-b4c3-bdecc3475779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.329311 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a82e459c-bb8a-4dd0-b4c3-bdecc3475779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.337126 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] Set router a797f33f-eaa3-4399-ae1e-fc8ecd210489 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:26.370544 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Attempting to bind port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:26.370922 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Attempting to bind port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:26.371287 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Attempting to bind port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd on network cb1c9e31-53c2-4dcd-938f-625b46c20d81 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:26.373446 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device e9db7c23-d05e-43ea-bae6-1c8adf1154b2 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:26.383956 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.426550 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:26.426941 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Checking segment: {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:26.427344 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.427753 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Bound using segment: {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:26.428482 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Bound port: 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:26.428786 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.443232 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-a82e459c-bb8a-4dd0-b4c3-bdecc3475779 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5104868c65d4041a7a428027ac1edcf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4254715 Aug 19 12:32:26.449929 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43124) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:26.454184 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.467579 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e459c-bb8a-4dd0-b4c3-bdecc3475779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c810aeb1-662a-4eaf-be53-898e1bf303fd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.576630 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:26.577266 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.629268 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Allocated IP 172.20.0.1 (9ac555dc-9427-48d6-a42f-9780f81698ca/32eb3bcb-03a5-46e8-974c-a7b65e935ba1/f514ba57-729a-4725-80cb-24c03475bd12) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:26.631188 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] For port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:26.636005 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] For port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=5c3bdaea-16a5-44dd-b92f-e7b50674f5bd,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:26.672099 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.703923 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:26.761042 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17379d8-2048-44f9-aebe-b23b11e2718d None None] Pushing event updated for resources: {'Port': ['ID=5c3bdaea-16a5-44dd-b92f-e7b50674f5bd,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.832144 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.858957 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9b2a7d07-5718-49ce-855e-3a38a3d85aa2 req-b1fc0820-b91d-4193-9d6b-a16b6789d693 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 210 time: 0.1536617 Aug 19 12:32:26.889310 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'name': 'tempest-ServerRescueNegativeTestJSON-341277399-router', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:22Z', 'revision_number': 3, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'gw_port': {'id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:26.893049 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2506ecf-5490-4207-9bf6-25e9e9ceef46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.923186 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2506ecf-5490-4207-9bf6-25e9e9ceef46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.933657 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6f1af-0c2c-4e99-a1df-64f976322b7f None None] The sync data for ids ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'] in dv-cinder-804603-3-iscsi is: [{'id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'name': 'tempest-ServerRescueNegativeTestJSON-341277399-router', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:22Z', 'revision_number': 3, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'gw_port': {'id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:26.961865 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.004452 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2506ecf-5490-4207-9bf6-25e9e9ceef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.007049 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2506ecf-5490-4207-9bf6-25e9e9ceef46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.011893 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-b2506ecf-5490-4207-9bf6-25e9e9ceef46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c810aeb1-662a-4eaf-be53-898e1bf303fd HTTP/1.1" status: 204 len: 168 time: 0.5549977 Aug 19 12:32:27.034148 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2506ecf-5490-4207-9bf6-25e9e9ceef46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c810aeb1-662a-4eaf-be53-898e1bf303fd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:27.049853 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e is scheduled to L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:32:27.206425 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Network 9ac555dc-9427-48d6-a42f-9780f81698ca is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:27.249598 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:27.289867 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:27.290694 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636004'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.332566 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:27.359237 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Sync routers for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:27.374951 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:27.375668 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:27.480857 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.494460 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=f514ba57-729a-4725-80cb-24c03475bd12,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:27.543998 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.729004 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43172) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:27.744523 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:27.756437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c7aaf9b-5b5e-4d39-af92-129791026d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.832945 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-265b9f12-794f-44af-be76-9be078b9a6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.860434 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.864833 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-2b70c6bd-1ec6-4dbb-8106-f70fe62e5fe8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3176577 Aug 19 12:32:27.870263 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43176) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:27.887466 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-265b9f12-794f-44af-be76-9be078b9a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.022178 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:25Z', 'revision_number': 3, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:28.061759 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Checking router: 12339c08-3d30-4aaa-80bd-78c86c9b0f0e for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:32:28.062376 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Updating router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e port 0119cd6f-583d-48ad-aee4-ace12de994e2 binding host dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:32:28.082125 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b9f12-794f-44af-be76-9be078b9a6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c5b62a-6c7e-4340-9414-18d2b8ed60ff,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:28.113369 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.246676 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6a6832c6-24b1-46a2-8aaf-3dc47f65390f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.281568 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6a6832c6-24b1-46a2-8aaf-3dc47f65390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.304246 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.336903 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-265b9f12-794f-44af-be76-9be078b9a6cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1832d3e889a246ecaaa9057149f947f1&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3805089 Aug 19 12:32:28.355125 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:28.374850 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Allocated IP 172.27.3.186 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/42e5d8ab-7c69-47c2-8f28-83ebf877ef8d) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:28.408261 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b09da989-bf42-427a-86a1-1944be90e989 req-5bbe22bf-8ad4-42f1-8919-b38b07c00578 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 210 time: 0.0593424 Aug 19 12:32:28.450419 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6832c6-24b1-46a2-8aaf-3dc47f65390f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a862f0cf-1519-488a-b362-30dd9ef94c3a,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:28.482448 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6a6832c6-24b1-46a2-8aaf-3dc47f65390f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c9508269e8d465e9e43d449b03898c2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5426607 Aug 19 12:32:28.483219 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43194) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:28.523945 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:28.576330 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f7fb0-e4a5-4f30-a39e-26d96f2d4b85 None None] Network cb1c9e31-53c2-4dcd-938f-625b46c20d81 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:28.726247 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d668fdb-7d2e-4327-afde-9f583d8b0dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.776400 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9bc8ade7-f567-411f-8b84-5c85910a0764 None None] Provisioning for port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:28.837442 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:28.847464 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:28.847831 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.869896 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d668fdb-7d2e-4327-afde-9f583d8b0dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.893165 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c7aaf9b-5b5e-4d39-af92-129791026d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.906036 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c7aaf9b-5b5e-4d39-af92-129791026d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.029667 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-7c7aaf9b-5b5e-4d39-af92-129791026d19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=296d5d43ef8d4e4f9e6feaa52fb701c2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2995219 Aug 19 12:32:29.032958 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43204) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:29.033523 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.077745 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.079625 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7aaf9b-5b5e-4d39-af92-129791026d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd6ab24-8966-45cf-b898-ca3c3a0d329c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.101790 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=5c3bdaea-16a5-44dd-b92f-e7b50674f5bd,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:29.111902 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.112836 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:29.153973 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.163943 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d668fdb-7d2e-4327-afde-9f583d8b0dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.170561 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d668fdb-7d2e-4327-afde-9f583d8b0dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.178614 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-1d668fdb-7d2e-4327-afde-9f583d8b0dfc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27c5b62a-6c7e-4340-9414-18d2b8ed60ff HTTP/1.1" status: 204 len: 168 time: 0.8134165 Aug 19 12:32:29.248285 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:29.259980 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:29.271504 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:29.314488 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d668fdb-7d2e-4327-afde-9f583d8b0dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c5b62a-6c7e-4340-9414-18d2b8ed60ff,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.318510 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64fc5b1-992a-42ae-8600-92c5e0bcd82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.344164 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64fc5b1-992a-42ae-8600-92c5e0bcd82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.446923 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2031674f-d2f3-40ad-bdad-941835c399eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.449306 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Pushing event updated for resources: {'Port': ['ID=42e5d8ab-7c69-47c2-8f28-83ebf877ef8d,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.455913 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64fc5b1-992a-42ae-8600-92c5e0bcd82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.459144 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64fc5b1-992a-42ae-8600-92c5e0bcd82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.460807 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e64fc5b1-992a-42ae-8600-92c5e0bcd82b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a862f0cf-1519-488a-b362-30dd9ef94c3a HTTP/1.1" status: 204 len: 168 time: 0.9733019 Aug 19 12:32:29.465475 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.480267 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Transition to ACTIVE for port object 0119cd6f-583d-48ad-aee4-ace12de994e2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:29.508664 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fc5b1-992a-42ae-8600-92c5e0bcd82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a862f0cf-1519-488a-b362-30dd9ef94c3a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.558336 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=5c3bdaea-16a5-44dd-b92f-e7b50674f5bd,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.591614 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.600250 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.624532 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.658666 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2031674f-d2f3-40ad-bdad-941835c399eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.673529 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.675042 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636048'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.678372 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-66642823-ed0b-41f3-8580-59deb73a98a4 None None] Provisioning complete for port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:29.678744 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66642823-ed0b-41f3-8580-59deb73a98a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.782735 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Attempting to bind port 0119cd6f-583d-48ad-aee4-ace12de994e2 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:29.782735 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Attempting to bind port 0119cd6f-583d-48ad-aee4-ace12de994e2 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:29.783027 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Attempting to bind port 0119cd6f-583d-48ad-aee4-ace12de994e2 on network c71972f2-2cd9-46b8-9376-b8f5c0294d20 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:29.796950 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:29.808332 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baab865-335d-435f-9970-3197d044dcc5 None None] Pushing event updated for resources: {'Port': ['ID=0119cd6f-583d-48ad-aee4-ace12de994e2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.824645 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:29.828980 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.867928 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=f514ba57-729a-4725-80cb-24c03475bd12,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.893428 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:29.893837 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:29.894676 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.895153 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Bound using segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:29.895803 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Bound port: 0119cd6f-583d-48ad-aee4-ace12de994e2, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:29.896212 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.908069 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bee8b354-1d0e-4bc5-b198-970eb8a21847 req-56dff28d-e467-40cc-a560-71e1d8e7ca78 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 210 time: 0.0461874 Aug 19 12:32:29.942032 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.990495 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2031674f-d2f3-40ad-bdad-941835c399eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.995296 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2031674f-d2f3-40ad-bdad-941835c399eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.997478 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-2031674f-d2f3-40ad-bdad-941835c399eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cd6ab24-8966-45cf-b898-ca3c3a0d329c HTTP/1.1" status: 204 len: 168 time: 0.9629667 Aug 19 12:32:29.998434 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Network 9ac555dc-9427-48d6-a42f-9780f81698ca is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:30.001700 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:30.021010 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031674f-d2f3-40ad-bdad-941835c399eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd6ab24-8966-45cf-b898-ca3c3a0d329c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:30.100902 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Allocated IP 172.20.0.1 (d9c0505f-0b62-430c-81bb-51a10230472a/f07125d1-9222-4282-a4b0-3cce5793962a/71d31329-6dc8-4804-a7d6-e63e461b6c57) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:30.114239 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] For port 0119cd6f-583d-48ad-aee4-ace12de994e2, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:30.136989 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] For port 0119cd6f-583d-48ad-aee4-ace12de994e2, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=0119cd6f-583d-48ad-aee4-ace12de994e2,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:30.142528 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.165844 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:30.168187 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.173515 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.264281 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baab865-335d-435f-9970-3197d044dcc5 None None] Pushing event updated for resources: {'Port': ['ID=0119cd6f-583d-48ad-aee4-ace12de994e2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:30.267030 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:30.267593 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:30.310174 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.340563 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Transition to ACTIVE for port object 71d31329-6dc8-4804-a7d6-e63e461b6c57 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:30.401596 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Router a797f33f-eaa3-4399-ae1e-fc8ecd210489 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:32:30.402505 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:30.419760 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.431132 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.456239 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:30.475062 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Network d9c0505f-0b62-430c-81bb-51a10230472a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:30.484236 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:30.488095 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:30.488668 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636004'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.559185 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Pushing event updated for resources: {'Port': ['ID=71d31329-6dc8-4804-a7d6-e63e461b6c57,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:30.584511 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:30.743277 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:30.753471 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Sync routers for ids ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:30.766674 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Routers {'a797f33f-eaa3-4399-ae1e-fc8ecd210489'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:30.768793 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:30.774084 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0b3fba57-6e5a-4792-a4bc-d1aec1761ff0 admin admin] 10.222.0.42 "PUT /v2.0/routers/a797f33f-eaa3-4399-ae1e-fc8ecd210489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0684001 Aug 19 12:32:30.787581 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Router d79a407b-d4fb-4427-97eb-fb9bec575ba7 is scheduled to L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:32:30.833053 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.982996 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-82154cd3-9054-4259-9cd0-7259bb3381d5 None None] Provisioning for port 71d31329-6dc8-4804-a7d6-e63e461b6c57 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:30.993998 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:30.994384 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.018638 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:31.041356 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:31.073602 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.078054 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-8192d909-883b-4b0c-9216-b9cc26ce44b4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3656325 Aug 19 12:32:31.078303 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:31.095090 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Sync routers for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:31.119598 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-82154cd3-9054-4259-9cd0-7259bb3381d5 None None] Provisioning complete for port 71d31329-6dc8-4804-a7d6-e63e461b6c57 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:31.120171 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-82154cd3-9054-4259-9cd0-7259bb3381d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.253430 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Set router a797f33f-eaa3-4399-ae1e-fc8ecd210489 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:31.253649 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.255688 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:31.256330 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:31.260544 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-82154cd3-9054-4259-9cd0-7259bb3381d5 None None] Port 71d31329-6dc8-4804-a7d6-e63e461b6c57 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:31.271754 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.272454 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636048'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.316342 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d9f0c11b-e98e-4bcf-b663-10b3cd6b625d req-1709465d-05c4-4f33-a264-c7be6936cbaf tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 210 time: 0.0747206 Aug 19 12:32:31.429312 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:31.460720 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:25Z', 'revision_number': 3, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:31.509387 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Pushing event updated for resources: {'Port': ['ID=71d31329-6dc8-4804-a7d6-e63e461b6c57,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:31.525188 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d5583-8d9f-4359-9947-0df3e75705f6 None None] The sync data for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi is: [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:25Z', 'revision_number': 3, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:31.568958 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-541044322-network', 'tenant_id': '55eb7e48f2fc40e8922ad66a11176b08'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:31.582186 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'name': 'tempest-ServerRescueNegativeTestJSON-341277399-router', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:27Z', 'revision_number': 4, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'gw_port': {'id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'f514ba57-729a-4725-80cb-24c03475bd12', 'name': '', 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'mac_address': 'fa:16:3e:a0:c4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '32eb3bcb-03a5-46e8-974c-a7b65e935ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:26Z', 'updated_at': '2021-08-19T12:32:28Z', 'revision_number': 2, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'subnets': [{'id': '32eb3bcb-03a5-46e8-974c-a7b65e935ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:31.645623 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Checking router: a797f33f-eaa3-4399-ae1e-fc8ecd210489 for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:32:31.645990 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Updating router a797f33f-eaa3-4399-ae1e-fc8ecd210489 port f514ba57-729a-4725-80cb-24c03475bd12 binding host dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:32:31.703390 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.733395 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:29Z', 'revision_number': 3, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:31.750688 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Made reservation on behalf of 55eb7e48f2fc40e8922ad66a11176b08 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:31.762695 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.770252 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Network d9c0505f-0b62-430c-81bb-51a10230472a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:31.770827 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Checking router: d79a407b-d4fb-4427-97eb-fb9bec575ba7 for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:32:31.771182 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Updating router d79a407b-d4fb-4427-97eb-fb9bec575ba7 port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d binding host dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:32:31.785459 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:31.795762 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.840091 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.426832 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.430805 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9c588a9a-c9f9-460b-9ca9-1aa705b33cba None None] Provisioning complete for port 71d31329-6dc8-4804-a7d6-e63e461b6c57 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:32.431623 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c588a9a-c9f9-460b-9ca9-1aa705b33cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.454958 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Transition to ACTIVE for port object f514ba57-729a-4725-80cb-24c03475bd12 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:32.470944 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.543862 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0119cd6f-583d-48ad-aee4-ace12de994e2 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:32.608185 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca7802-05aa-4b18-997d-ad5b0f0b84a3 None None] Pushing event updated for resources: {'Port': ['ID=f514ba57-729a-4725-80cb-24c03475bd12,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:32.623083 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9c588a9a-c9f9-460b-9ca9-1aa705b33cba None None] Port 71d31329-6dc8-4804-a7d6-e63e461b6c57 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:32.674058 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 0119cd6f-583d-48ad-aee4-ace12de994e2 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:32.677231 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Attempting to bind port f514ba57-729a-4725-80cb-24c03475bd12 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:32.678775 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Attempting to bind port f514ba57-729a-4725-80cb-24c03475bd12 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:32.680587 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Attempting to bind port f514ba57-729a-4725-80cb-24c03475bd12 on network 9ac555dc-9427-48d6-a42f-9780f81698ca {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:32.690268 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 0119cd6f-583d-48ad-aee4-ace12de994e2 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:32.690646 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.692206 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:32.693428 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Checking segment: {'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:32.694106 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.696222 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Bound using segment: {'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:32.697481 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Bound port: f514ba57-729a-4725-80cb-24c03475bd12, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:32.698652 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.765823 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-83d55714-48b8-49dc-8c4b-3e72dcad3c3a req-29422406-d000-4396-a966-921518ff2c00 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 210 time: 0.2423809 Aug 19 12:32:32.883221 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.921533 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Transition to ACTIVE for port object 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:32.925675 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.939887 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.991945 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 0119cd6f-583d-48ad-aee4-ace12de994e2, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=0119cd6f-583d-48ad-aee4-ace12de994e2,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:32.999424 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] For port f514ba57-729a-4725-80cb-24c03475bd12, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:33.007353 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.008407 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:33.012741 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] For port f514ba57-729a-4725-80cb-24c03475bd12, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f514ba57-729a-4725-80cb-24c03475bd12,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:33.026790 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.071415 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Attempting to bind port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:33.071795 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Attempting to bind port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:33.072167 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Attempting to bind port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d on network c71972f2-2cd9-46b8-9376-b8f5c0294d20 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:33.075533 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f153225-5fbb-4de6-8db7-359e15cbbfb6 None None] Pushing event updated for resources: {'Port': ['ID=42e5d8ab-7c69-47c2-8f28-83ebf877ef8d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:33.079652 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.50', 60475) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:33.086332 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:33.086332 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:33.086577 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.087364 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Bound using segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:33.088038 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Bound port: 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:33.088451 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.160477 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:33.160941 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.227160 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Routers {'a797f33f-eaa3-4399-ae1e-fc8ecd210489'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:33.227817 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:33.241828 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=0119cd6f-583d-48ad-aee4-ace12de994e2,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:33.267039 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.267253 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] For port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:33.272286 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d15fe72-8ea5-4f99-b907-8b1b29b4ae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.285200 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] For port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=42e5d8ab-7c69-47c2-8f28-83ebf877ef8d,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:33.302576 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.342829 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6757-7d30-4f6e-a001-284494db6766 req-21fef475-1b9f-43a8-ad5f-2c8046d38dce tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.349825 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-21fef475-1b9f-43a8-ad5f-2c8046d38dce tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 818 time: 1.0222499 Aug 19 12:32:33.353927 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.363781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:32:33.373338 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.402795 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:33.437361 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.437725 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.segments_db [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Added segment 532d0970-da57-444f-ae24-efd36836fb58 of type vlan for network 32024943-54a8-456f-81ec-9178f35b147d Aug 19 12:32:33.448335 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca7802-05aa-4b18-997d-ad5b0f0b84a3 None None] Pushing event updated for resources: {'Port': ['ID=f514ba57-729a-4725-80cb-24c03475bd12,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:33.470216 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:33.471439 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:33.534178 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f153225-5fbb-4de6-8db7-359e15cbbfb6 None None] Pushing event updated for resources: {'Port': ['ID=42e5d8ab-7c69-47c2-8f28-83ebf877ef8d,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:33.635665 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f52761-8037-4538-a754-e10c2fe3cceb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:33.672530 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] Set router a797f33f-eaa3-4399-ae1e-fc8ecd210489 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:33.724824 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:33.727294 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-364df7d0-ac7d-432e-ac21-1c156851623c tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.732825 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-364df7d0-ac7d-432e-ac21-1c156851623c tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.50 "GET /v2.0/networks?id=c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 HTTP/1.1" status: 200 len: 812 time: 0.6443954 Aug 19 12:32:33.798327 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Request body: {'port': {'device_id': '9b6f192d-a224-4140-8ffc-89407369aada', 'network_id': 'c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9', 'admin_state_up': True, 'tenant_id': '6ad64cba3e5f42cfa6f5f4c8191e45f4'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:33.971859 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Allocated IP 172.20.0.1 (cb1c9e31-53c2-4dcd-938f-625b46c20d81/6108d918-5a6c-421c-9b00-28fd4b2c86fd/0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:34.121264 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.138916 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-a82e6549-aae3-4215-a0e8-7cd110251631 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/quotas/ae34a936c8ff487c8bc87e66e6f1e24a HTTP/1.1" status: 200 len: 375 time: 0.7822270 Aug 19 12:32:34.200566 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ea59d735-6a93-4bab-86de-7a0542de1651 req-541ac463-6e00-425f-a78f-518692993a11 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 210 time: 0.0679681 Aug 19 12:32:34.272007 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'name': 'tempest-ServerRescueNegativeTestJSON-341277399-router', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:27Z', 'revision_number': 4, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'gw_port': {'id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'f514ba57-729a-4725-80cb-24c03475bd12', 'name': '', 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'mac_address': 'fa:16:3e:a0:c4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '32eb3bcb-03a5-46e8-974c-a7b65e935ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:26Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'subnets': [{'id': '32eb3bcb-03a5-46e8-974c-a7b65e935ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:34.364279 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a20aeb-f50a-437a-997a-4aad9c5a9aa8 None None] The sync data for ids ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'] in dv-cinder-804603-3-iscsi is: [{'id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'name': 'tempest-ServerRescueNegativeTestJSON-341277399-router', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:27Z', 'revision_number': 4, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'gw_port': {'id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'f514ba57-729a-4725-80cb-24c03475bd12', 'name': '', 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'mac_address': 'fa:16:3e:a0:c4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '32eb3bcb-03a5-46e8-974c-a7b65e935ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:26Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'subnets': [{'id': '32eb3bcb-03a5-46e8-974c-a7b65e935ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:34.368855 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:34.390834 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.428573 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0119cd6f-583d-48ad-aee4-ace12de994e2 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:34.436379 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-8e135ead-85fe-4141-ac47-af821100e193 admin admin] 10.222.0.42 "PUT /v2.0/routers/12339c08-3d30-4aaa-80bd-78c86c9b0f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5647233 Aug 19 12:32:34.518120 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.522703 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.523998 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.524826 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.539832 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Sync routers for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:34.569074 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:34.569760 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:34.616754 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=32024943-54a8-456f-81ec-9178f35b147d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:34.634435 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Transition to ACTIVE for port object 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:34.662311 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-7c8d9b8b-b965-4e23-becf-a0c3b5b771ab tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4937830 Aug 19 12:32:34.665979 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-90752556-35f9-4bba-be3b-7402a2f4a1b4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6460371 Aug 19 12:32:34.674152 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43410) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:34.688239 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Request body: {'subnet': {'network_id': '32024943-54a8-456f-81ec-9178f35b147d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-541044322-subnet', 'tenant_id': '55eb7e48f2fc40e8922ad66a11176b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:34.754536 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 32024943-54a8-456f-81ec-9178f35b147d details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:34.768384 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Made reservation on behalf of 55eb7e48f2fc40e8922ad66a11176b08 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:34.773232 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.805301 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.953430 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:34.972515 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Network cb1c9e31-53c2-4dcd-938f-625b46c20d81 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:34.995304 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:35.016473 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:35.021764 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636004'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.038108 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 0119cd6f-583d-48ad-aee4-ace12de994e2 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:35.038108 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.244229 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:35.434598 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-ef8a824a-a8ff-4cfd-991b-8d45bc3a8644 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:32:35.436196 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-ef8a824a-a8ff-4cfd-991b-8d45bc3a8644 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2025564 Aug 19 12:32:35.449980 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:29Z', 'revision_number': 3, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:35.526347 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.546673 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Made reservation on behalf of 6ad64cba3e5f42cfa6f5f4c8191e45f4 for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:35.561291 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.606971 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4af1da-a85b-4e41-a96d-277f6421aa73 None None] The sync data for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi is: [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:29Z', 'revision_number': 3, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:35.638601 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ef99a0ab-2290-4940-8248-ef676343de83 None None] Provisioning for port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:35.651776 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ef99a0ab-2290-4940-8248-ef676343de83 None None] Provisioning complete for port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:35.659468 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef99a0ab-2290-4940-8248-ef676343de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.776529 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.784636 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ebbf576b-f5ad-4dda-a17d-e355dcad2589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.840357 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ef99a0ab-2290-4940-8248-ef676343de83 None None] Port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:35.899860 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 2, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:36.056582 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Checking router: 12339c08-3d30-4aaa-80bd-78c86c9b0f0e for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:32:36.060849 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Updating router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e port 71d31329-6dc8-4804-a7d6-e63e461b6c57 binding host dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:32:36.091592 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-902a018f-cc13-47a9-a45b-1c78c90a7ac2 service neutron] 10.222.0.42 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463351 Aug 19 12:32:36.141661 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Allocated IP 172.20.0.12 (c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9/fb4c9144-0c36-40c0-87d9-b7361d045932/125dd6ba-9b5f-4bd9-bac2-ad65e4583f75) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:36.166920 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.391232 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.421074 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43446) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:36.432480 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.507410 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3bdbe45e-55ca-45b0-aaa9-470f7d5e17b2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489720764', 'description': 'tempest-description--1259265150'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:36.559035 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebba8a4f-6cf3-44a7-b8a5-c2a63b35e4eb,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:36.573606 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Checking segment: {'id': '532d0970-da57-444f-ae24-efd36836fb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '32024943-54a8-456f-81ec-9178f35b147d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:36.573982 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Network hostable DHCP agents. Network: 32024943-54a8-456f-81ec-9178f35b147d, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:36.578735 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.631809 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-a0ed6d2a-6c7f-4f4b-bca1-a86297544a91 service neutron] 10.222.0.42 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237980 Aug 19 12:32:36.773927 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:36.849419 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Network 32024943-54a8-456f-81ec-9178f35b147d is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:36.917046 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Network c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:36.926708 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 32024943-54a8-456f-81ec-9178f35b147d) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:36.928859 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:36.968550 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:37.012950 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.021497 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713aa26e-1fd3-481e-8d50-fd474df975d0 None None] Network 32024943-54a8-456f-81ec-9178f35b147d requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:37.021632 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.021632 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.021632 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.021632 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Pushing event updated for resources: {'Port': ['ID=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:37.073160 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:37.170323 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:37.171003 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.289200 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.314955 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Transition to ACTIVE for port object 71d31329-6dc8-4804-a7d6-e63e461b6c57 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:37.328821 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.356071 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.405936 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e4d19-d626-4b59-b92a-2152c056458a None None] Pushing event updated for resources: {'Port': ['ID=71d31329-6dc8-4804-a7d6-e63e461b6c57,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:37.481134 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-d2ea888f-bf82-4559-8dbd-b6dc57606bd9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8032856 Aug 19 12:32:37.483497 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6c3a4e8e-9be3-4964-95a6-a57158bffeb4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6910048 Aug 19 12:32:37.509976 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe45e-55ca-45b0-aaa9-470f7d5e17b2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.510488 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-707b788e-d890-494f-a89d-49f0d17363d6 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:32:37.512367 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-707b788e-d890-494f-a89d-49f0d17363d6 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129716 Aug 19 12:32:37.551170 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Attempting to bind port 71d31329-6dc8-4804-a7d6-e63e461b6c57 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:37.551736 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Attempting to bind port 71d31329-6dc8-4804-a7d6-e63e461b6c57 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:37.552304 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Attempting to bind port 71d31329-6dc8-4804-a7d6-e63e461b6c57 on network d9c0505f-0b62-430c-81bb-51a10230472a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:37.566509 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:37.567045 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Checking segment: {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:37.567554 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.568239 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Bound using segment: {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:37.568894 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Bound port: 71d31329-6dc8-4804-a7d6-e63e461b6c57, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:37.569446 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.750957 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:32:37.843135 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.893403 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] For port 71d31329-6dc8-4804-a7d6-e63e461b6c57, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:37.902318 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c7ea3-4b1b-4d32-8752-dad805104571 req-9a12acad-29b5-4778-b41b-ec592c9689c8 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.904024 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d54c7ea3-4b1b-4d32-8752-dad805104571 req-9a12acad-29b5-4778-b41b-ec592c9689c8 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 932 time: 1.4959786 Aug 19 12:32:37.904987 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.906152 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636048'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.923191 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] For port 71d31329-6dc8-4804-a7d6-e63e461b6c57, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=71d31329-6dc8-4804-a7d6-e63e461b6c57,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:37.924001 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-43da2b71-eab2-4554-889e-363a005a2b37 req-4a126b66-6556-4a0c-b2da-32767643de13 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 210 time: 0.4280465 Aug 19 12:32:37.933966 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.947693 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.970798 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72caab58-73b9-4380-95c5-43a920ac8452 None None] Network 32024943-54a8-456f-81ec-9178f35b147d requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:38.180734 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:38.204112 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=42e5d8ab-7c69-47c2-8f28-83ebf877ef8d,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:38.225182 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:38.239554 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.241558 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f514ba57-729a-4725-80cb-24c03475bd12 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:38.257976 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Request body: {'port': {'device_id': '9b6f192d-a224-4140-8ffc-89407369aada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:38.514039 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.575504 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d54c7ea3-4b1b-4d32-8752-dad805104571 req-1e4f7cbe-c001-40ef-a95d-6cc6bebcfec3 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227705 Aug 19 12:32:38.591872 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:38.779215 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port f514ba57-729a-4725-80cb-24c03475bd12 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:38.808037 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Network cb1c9e31-53c2-4dcd-938f-625b46c20d81 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:38.810443 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:38.833145 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port f514ba57-729a-4725-80cb-24c03475bd12 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:38.833529 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.943431 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:38.968223 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.034302 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=42e5d8ab-7c69-47c2-8f28-83ebf877ef8d,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:39.050185 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43544) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:39.065201 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe45e-55ca-45b0-aaa9-470f7d5e17b2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.312531 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-7a8ea995-0a7f-4f62-9c6e-9c39f5749431 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:39.328088 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-7a8ea995-0a7f-4f62-9c6e-9c39f5749431 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 818 time: 0.2848654 Aug 19 12:32:39.345908 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe45e-55ca-45b0-aaa9-470f7d5e17b2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.347446 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e4d19-d626-4b59-b92a-2152c056458a None None] Pushing event updated for resources: {'Port': ['ID=71d31329-6dc8-4804-a7d6-e63e461b6c57,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:39.473924 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a09824a6-04c4-499f-a6b3-07598c1be27d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/quotas/ae34a936c8ff487c8bc87e66e6f1e24a HTTP/1.1" status: 200 len: 375 time: 0.1448827 Aug 19 12:32:39.486992 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbe45e-55ca-45b0-aaa9-470f7d5e17b2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea98c045-ad0b-4c30-865c-24fa298ce478,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:39.490474 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e758d12e-5654-4fb9-8f5e-16e247d674de None None] Provisioning complete for port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:39.492902 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e758d12e-5654-4fb9-8f5e-16e247d674de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.496150 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.693785 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e758d12e-5654-4fb9-8f5e-16e247d674de None None] Port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:39.742361 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port f514ba57-729a-4725-80cb-24c03475bd12, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f514ba57-729a-4725-80cb-24c03475bd12,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:39.751797 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.771541 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e13b817c-28fe-4864-a564-78eded519b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.777038 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe45e-55ca-45b0-aaa9-470f7d5e17b2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.778323 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-3bdbe45e-55ca-45b0-aaa9-470f7d5e17b2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.3360171 Aug 19 12:32:39.787161 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:39.799993 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:39.810560 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6e33e068-e240-4c2e-a021-b6031165b0f9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'security_group_rule': {'security_group_id': 'ea98c045-ad0b-4c30-865c-24fa298ce478', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:39.862090 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43578) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:39.869077 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=f514ba57-729a-4725-80cb-24c03475bd12,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:39.884128 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-291559827-network', 'tenant_id': '2f30fe4fc4d041a0b0a8ac4ee7f29dce'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:39.925636 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a842a0-d707-46f7-a165-f7c24ad72de4 None None] The sync data for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi is: [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:39.960479 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:39.987033 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Router d79a407b-d4fb-4427-97eb-fb9bec575ba7 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:32:40.033322 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-1adb4e4f-d5c1-477e-8eb1-a1a0449bbd8b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5572531 Aug 19 12:32:40.121557 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.notifiers.nova [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:40.144388 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:40.146335 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.155874 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.235925 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Transition to ACTIVE for port object 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:40.246722 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.307813 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Pushing event updated for resources: {'Port': ['ID=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:40.308081 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deac03c-fda9-414d-93e2-264bbbff4c9d req-46790e3e-84e8-4935-9575-d6a974785264 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:40.310103 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5deac03c-fda9-414d-93e2-264bbbff4c9d req-46790e3e-84e8-4935-9575-d6a974785264 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 932 time: 0.4853826 Aug 19 12:32:40.368716 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e33e068-e240-4c2e-a021-b6031165b0f9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.388172 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:40.399029 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Sync routers for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:40.410995 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:40.414731 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:40.421659 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Attempting to bind port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:40.421863 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Attempting to bind port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:40.422124 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Attempting to bind port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 on network c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:40.424965 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-62b6f46c-cf03-4ce8-a328-3aef19926a96 admin admin] 10.222.0.42 "PUT /v2.0/routers/d79a407b-d4fb-4427-97eb-fb9bec575ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3454738 Aug 19 12:32:40.457574 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 on network c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:32:40.458010 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Attempting to bind port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 on network c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:40.458110 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5deac03c-fda9-414d-93e2-264bbbff4c9d req-2ba67abc-9039-4670-957d-63c792bff44b tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803096 Aug 19 12:32:40.488551 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e13b817c-28fe-4864-a564-78eded519b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.491211 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:40.494015 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Checking segment: {'id': '23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:40.496295 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Bound using segment: {'id': '23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:40.496963 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Bound port: 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:40.497909 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.565031 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e33e068-e240-4c2e-a021-b6031165b0f9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.568819 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-c7219af7-feb3-4bbc-a900-6f6a7fa826fc service neutron] 10.222.0.42 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323789 Aug 19 12:32:40.575253 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e33e068-e240-4c2e-a021-b6031165b0f9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.593116 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:40.614396 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33e068-e240-4c2e-a021-b6031165b0f9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62d80d3-9819-4235-8cfd-13e00e2d28f8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:40.636633 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e13b817c-28fe-4864-a564-78eded519b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.690313 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e33e068-e240-4c2e-a021-b6031165b0f9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.694789 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-6e33e068-e240-4c2e-a021-b6031165b0f9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8989689 Aug 19 12:32:40.696309 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:40.704831 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fbee4462-af8a-4b42-aafe-4cca237e4ac3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'security_group_rule': {'security_group_id': 'ea98c045-ad0b-4c30-865c-24fa298ce478', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:40.722270 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43598) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:40.723914 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e13b817c-28fe-4864-a564-78eded519b09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c9e9a996d9d45a69c22197cde2ae2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6726441 Aug 19 12:32:40.724708 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Made reservation on behalf of 2f30fe4fc4d041a0b0a8ac4ee7f29dce for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:40.741729 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.782215 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.815674 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-0e87abdb-f7ea-4855-b63d-8d0bf86c5b62 service neutron] 10.222.0.42 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333860 Aug 19 12:32:40.826684 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbee4462-af8a-4b42-aafe-4cca237e4ac3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.856797 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-248ee4ae-772c-4009-a50b-24a58d6f5c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.909302 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-248ee4ae-772c-4009-a50b-24a58d6f5c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.967396 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:36Z', 'revision_number': 2, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:41.030988 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbee4462-af8a-4b42-aafe-4cca237e4ac3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.035359 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Checking router: d79a407b-d4fb-4427-97eb-fb9bec575ba7 for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:32:41.041776 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Updating router d79a407b-d4fb-4427-97eb-fb9bec575ba7 port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab binding host dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:32:41.050549 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbee4462-af8a-4b42-aafe-4cca237e4ac3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.085760 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.101823 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-248ee4ae-772c-4009-a50b-24a58d6f5c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.106972 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-248ee4ae-772c-4009-a50b-24a58d6f5c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.113141 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-248ee4ae-772c-4009-a50b-24a58d6f5c85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3cae9af4-071d-4d2f-b6e6-04579b8e6c08 HTTP/1.1" status: 204 len: 168 time: 0.3869517 Aug 19 12:32:41.121643 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee4462-af8a-4b42-aafe-4cca237e4ac3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4e2db7-4ac9-44b6-bf3d-0d614d0d4732,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:41.126886 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:41.148286 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b817c-28fe-4864-a564-78eded519b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae9af4-071d-4d2f-b6e6-04579b8e6c08,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:41.158508 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ee4ae-772c-4009-a50b-24a58d6f5c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae9af4-071d-4d2f-b6e6-04579b8e6c08,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:41.218543 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] For port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75, host hv-cinder-80460, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:41.226689 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] For port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,segment=NetworkSegment(23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3),segment_id=23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:41.268662 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.390201 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f5828b9c-d5d0-408a-a2e9-44b4d2e9e55e req-49680cc0-062b-40df-a2fe-a4030b6c8d17 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.0729389 Aug 19 12:32:41.688320 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620704-14a0-460a-8120-02994751f7fe req-ab6859ca-caa0-4570-8408-23b96834f419 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:41.697110 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0620704-14a0-460a-8120-02994751f7fe req-ab6859ca-caa0-4570-8408-23b96834f419 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.0721264 Aug 19 12:32:41.800885 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0620704-14a0-460a-8120-02994751f7fe req-382d7027-afc5-499c-be99-3c50a6d1bbdd tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029291 Aug 19 12:32:41.901090 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-310b9704-4d8e-43b8-8138-4ee3be68ba4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.961508 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43630) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:42.003259 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35ee8065-b774-4c02-961f-89b9e12c1fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.017111 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.053175 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.061872 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbee4462-af8a-4b42-aafe-4cca237e4ac3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.065799 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-fbee4462-af8a-4b42-aafe-4cca237e4ac3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3651779 Aug 19 12:32:42.068195 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:42.111540 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.db.api [None req-35ee8065-b774-4c02-961f-89b9e12c1fd6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:32:42.111540 dv-cinder-804603-3-iscsi neutron-server[93795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:32:42.111540 dv-cinder-804603-3-iscsi neutron-server[93795]: [parameters: {'project_id_1': '0cc48fdfbf0147efad8dcaa6ab6e30e5', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 32, 42, 24302)}] Aug 19 12:32:42.111540 dv-cinder-804603-3-iscsi neutron-server[93795]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:42.111838 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG oslo_db.api [None req-35ee8065-b774-4c02-961f-89b9e12c1fd6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:42.120339 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'floatingip': {'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:42.122696 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 71d31329-6dc8-4804-a7d6-e63e461b6c57 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:42.162865 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524509fc-9f32-4d99-b578-407669f5e9ef,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:42.188006 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:42.191914 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.199855 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] 10.222.0.50 "PUT /v2.0/ports/125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 HTTP/1.1" status: 200 len: 1094 time: 4.5335026 Aug 19 12:32:42.206972 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6f192d-a224-4140-8ffc-89407369aada', 'tag': '125dd6ba-9b5f-4bd9-bac2-ad65e4583f75'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:42.234297 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.245671 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-310b9704-4d8e-43b8-8138-4ee3be68ba4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.256949 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-310b9704-4d8e-43b8-8138-4ee3be68ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.257825 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Transition to ACTIVE for port object 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:42.285475 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.293117 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:42.311625 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-85ce1c27-ed70-45dd-ac47-c79424f967af tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018582372', 'description': 'tempest-description--1737114585'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:42.349166 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.353061 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b78b4-5394-493a-b0a1-9d06eb6a9904 service neutron] Pushing event updated for resources: {'Port': ['ID=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:42.379467 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:42.387584 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-310b9704-4d8e-43b8-8138-4ee3be68ba4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b2c3c7a22c344bbbffbb94a3a7d7cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2546728 Aug 19 12:32:42.396166 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 71d31329-6dc8-4804-a7d6-e63e461b6c57 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:42.407496 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43640) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:42.438240 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b9704-4d8e-43b8-8138-4ee3be68ba4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248d12e2-22a7-4c28-8290-ebef5943bb92,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:42.438618 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 71d31329-6dc8-4804-a7d6-e63e461b6c57 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:42.439127 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.518523 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.518523 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.segments_db [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Added segment 1bd9a02f-af00-4f17-b005-dbbb0c94edfc of type vlan for network 76f5c72b-2a87-4a85-9351-f7a037afdc25 Aug 19 12:32:42.588799 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec13a-cc3e-4261-a094-aa549641683c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.592898 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85ce1c27-ed70-45dd-ac47-c79424f967af tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.620171 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35ee8065-b774-4c02-961f-89b9e12c1fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.637953 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec13a-cc3e-4261-a094-aa549641683c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.713566 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21402b8c3be9dc56fb67347ff7eba31002148812779d4b979eb60ed11c8fcab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20189132-a1e2-46fd-a370-ae58564558d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6f192d-a224-4140-8ffc-89407369aada", "tag": "125dd6ba-9b5f-4bd9-bac2-ad65e4583f75"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:42.719521 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa66d0-c80b-4a56-a064-bb8bf2708892 None None] Pushing event updated for resources: {'Port': ['ID=0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:42.759861 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec13a-cc3e-4261-a094-aa549641683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.767465 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec13a-cc3e-4261-a094-aa549641683c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.772368 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-5d4ec13a-cc3e-4261-a094-aa549641683c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/248d12e2-22a7-4c28-8290-ebef5943bb92 HTTP/1.1" status: 204 len: 168 time: 0.3622286 Aug 19 12:32:42.786041 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1ea9f5fa-ad1f-4e83-869d-f20c7f807d6d req-1f9edda7-7333-4e4b-8adc-a4da17cba724 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.2267597 Aug 19 12:32:42.856084 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ec13a-cc3e-4261-a094-aa549641683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248d12e2-22a7-4c28-8290-ebef5943bb92,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:42.908545 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.945892 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Attempting to bind port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:42.948154 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Attempting to bind port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:42.949715 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Attempting to bind port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab on network cb1c9e31-53c2-4dcd-938f-625b46c20d81 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:43.016476 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.017597 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:43.019511 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.037935 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:43.038160 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Checking segment: {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:43.038612 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.048933 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Bound using segment: {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:43.051421 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Bound port: 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:43.051867 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.067487 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb08f32a-bf99-4dce-9ad8-4b72acfd4d2b x-openstack-request-id: req-eb08f32a-bf99-4dce-9ad8-4b72acfd4d2b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:43.080653 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6f192d-a224-4140-8ffc-89407369aada", "tag": "125dd6ba-9b5f-4bd9-bac2-ad65e4583f75", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:43.080653 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb08f32a-bf99-4dce-9ad8-4b72acfd4d2b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:43.080947 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6f192d-a224-4140-8ffc-89407369aada', 'tag': '125dd6ba-9b5f-4bd9-bac2-ad65e4583f75', 'status': 'completed', 'code': 200} Aug 19 12:32:43.146662 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.150291 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35ee8065-b774-4c02-961f-89b9e12c1fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.174400 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35ee8065-b774-4c02-961f-89b9e12c1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.190606 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.234850 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359382cd-ec0d-4b46-a22d-46368247c0f1 req-246f19b6-7b0a-4ae2-bbaa-3f3814ba14fa tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:43.242576 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-359382cd-ec0d-4b46-a22d-46368247c0f1 req-246f19b6-7b0a-4ae2-bbaa-3f3814ba14fa tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.2547910 Aug 19 12:32:43.292393 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4183273 Aug 19 12:32:43.308627 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43662) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:43.313393 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 71d31329-6dc8-4804-a7d6-e63e461b6c57, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=71d31329-6dc8-4804-a7d6-e63e461b6c57,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:43.354031 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.355439 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f514ba57-729a-4725-80cb-24c03475bd12 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:43.416384 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Request body: {'subnet': {'network_id': '76f5c72b-2a87-4a85-9351-f7a037afdc25', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-291559827-subnet', 'tenant_id': '2f30fe4fc4d041a0b0a8ac4ee7f29dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:43.480219 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bcea5-4df6-4141-84fe-7083b79fe856 admin admin] Pushing event updated for resources: {'Network': ['ID=76f5c72b-2a87-4a85-9351-f7a037afdc25,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:43.536216 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20189132-a1e2-46fd-a370-ae58564558d8 req-1d11abc5-e22b-44ed-adc8-973ef68e69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:43.538649 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-20189132-a1e2-46fd-a370-ae58564558d8 req-1d11abc5-e22b-44ed-adc8-973ef68e69f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6ad64cba3e5f42cfa6f5f4c8191e45f4&device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 1097 time: 0.3622904 Aug 19 12:32:43.557340 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] For port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:43.565991 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] For port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:43.569402 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 76f5c72b-2a87-4a85-9351-f7a037afdc25 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:43.607611 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.672841 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43670) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:43.710620 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a494bbb6-385a-40c8-8dfb-0fdcaba73458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.794782 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=71d31329-6dc8-4804-a7d6-e63e461b6c57,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:43.934538 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:43.936374 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:32:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:43.959402 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-35ee8065-b774-4c02-961f-89b9e12c1fd6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cc48fdfbf0147efad8dcaa6ab6e30e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9905217 Aug 19 12:32:43.971407 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43678) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:44.019124 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee8065-b774-4c02-961f-89b9e12c1fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441c5b04-e0d1-472e-9c24-414df48e7a2c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:44.142304 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port f514ba57-729a-4725-80cb-24c03475bd12 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:44.142673 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.165566 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9c726cd1-b225-4419-8b9f-c832494677c3 req-23059b4a-ce69-42f5-9c99-a17e142d4cc5 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.1631124 Aug 19 12:32:44.233803 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-359382cd-ec0d-4b46-a22d-46368247c0f1 req-03d63e34-5b3c-4621-a848-dc16492c6aaf tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793152 Aug 19 12:32:44.261111 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa66d0-c80b-4a56-a064-bb8bf2708892 None None] Pushing event updated for resources: {'Port': ['ID=0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:44.276452 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.50', 60489) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:44.310135 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:32:44.364643 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Allocated IP 172.27.3.132 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/a99c9b9a-7751-4bb7-8fa0-0815bd0c37ec) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:44.460997 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85ce1c27-ed70-45dd-ac47-c79424f967af tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.469830 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85ce1c27-ed70-45dd-ac47-c79424f967af tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.484750 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-897331da-0d44-4fa2-9bce-260b5f0fdb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.487020 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20189132-a1e2-46fd-a370-ae58564558d8 req-f33b4bd6-aa72-4fd1-886f-ebeb6d86b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:44.488949 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-20189132-a1e2-46fd-a370-ae58564558d8 req-f33b4bd6-aa72-4fd1-886f-ebeb6d86b45e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=6ad64cba3e5f42cfa6f5f4c8191e45f4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7880452 Aug 19 12:32:44.514068 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.db.api [None req-a494bbb6-385a-40c8-8dfb-0fdcaba73458 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:32:44.514068 dv-cinder-804603-3-iscsi neutron-server[93794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:32:44.514068 dv-cinder-804603-3-iscsi neutron-server[93794]: [parameters: {'project_id_1': '4b4c126230604c35984bf0aeb2ede5bf', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 32, 43, 921641)}] Aug 19 12:32:44.514068 dv-cinder-804603-3-iscsi neutron-server[93794]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:44.514068 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG oslo_db.api [None req-a494bbb6-385a-40c8-8dfb-0fdcaba73458 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:44.533787 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Made reservation on behalf of 2f30fe4fc4d041a0b0a8ac4ee7f29dce for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:44.536047 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.584443 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.590420 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-897331da-0d44-4fa2-9bce-260b5f0fdb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.591849 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85ce1c27-ed70-45dd-ac47-c79424f967af tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.595723 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-85ce1c27-ed70-45dd-ac47-c79424f967af tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2984099 Aug 19 12:32:44.596969 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43684) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:44.597604 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce1c27-ed70-45dd-ac47-c79424f967af tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6deedcb-e33b-40ec-acd1-060cf1849fcd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:44.607146 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-acfb51f7-91ec-48fa-a268-d912d4fb0dce tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'security_group_rule': {'security_group_id': 'a6deedcb-e33b-40ec-acd1-060cf1849fcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:44.621630 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6757-7d30-4f6e-a001-284494db6766 req-504f0807-9c84-41a0-8eda-716e2a391886 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:44.623603 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-504f0807-9c84-41a0-8eda-716e2a391886 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.50 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 818 time: 0.3352232 Aug 19 12:32:44.636349 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:44.672121 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acfb51f7-91ec-48fa-a268-d912d4fb0dce tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.675331 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ee89-0331-4fd7-a837-a2556d6fd0ed None None] The sync data for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi is: [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:44.677755 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 71d31329-6dc8-4804-a7d6-e63e461b6c57 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:44.704907 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.750231 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 71d31329-6dc8-4804-a7d6-e63e461b6c57 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:44.750510 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.754658 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-897331da-0d44-4fa2-9bce-260b5f0fdb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.759173 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:44.762154 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-897331da-0d44-4fa2-9bce-260b5f0fdb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.763692 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-897331da-0d44-4fa2-9bce-260b5f0fdb54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/441c5b04-e0d1-472e-9c24-414df48e7a2c HTTP/1.1" status: 204 len: 168 time: 0.7777972 Aug 19 12:32:44.771623 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:44.781183 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:44.792395 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897331da-0d44-4fa2-9bce-260b5f0fdb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441c5b04-e0d1-472e-9c24-414df48e7a2c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:44.861067 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.861726 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'Port': ['ID=a99c9b9a-7751-4bb7-8fa0-0815bd0c37ec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:44.886207 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acfb51f7-91ec-48fa-a268-d912d4fb0dce tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.910284 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acfb51f7-91ec-48fa-a268-d912d4fb0dce tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.949522 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec57785-1255-44a3-bc04-a7666cff67a8,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:44.954619 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.959736 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Checking segment: {'id': '1bd9a02f-af00-4f17-b005-dbbb0c94edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '76f5c72b-2a87-4a85-9351-f7a037afdc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:44.960107 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Network hostable DHCP agents. Network: 76f5c72b-2a87-4a85-9351-f7a037afdc25, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:44.965731 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb51f7-91ec-48fa-a268-d912d4fb0dce tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a67910-c9cd-4571-ac2d-9cc42b56aafa,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:44.967561 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-acfb51f7-91ec-48fa-a268-d912d4fb0dce tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.971159 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-acfb51f7-91ec-48fa-a268-d912d4fb0dce tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3686371 Aug 19 12:32:44.971526 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43688) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:44.979151 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8501892b-15d8-402d-88b8-00c1b8eb07de tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'security_group_rule': {'security_group_id': 'a6deedcb-e33b-40ec-acd1-060cf1849fcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:44.996513 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Network 76f5c72b-2a87-4a85-9351-f7a037afdc25 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:45.011353 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a494bbb6-385a-40c8-8dfb-0fdcaba73458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.014254 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.033027 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 76f5c72b-2a87-4a85-9351-f7a037afdc25) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:45.040667 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:45.041283 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.046956 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8fde23-19fc-4476-a70a-68067596f98e None None] Network 76f5c72b-2a87-4a85-9351-f7a037afdc25 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:45.053638 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8501892b-15d8-402d-88b8-00c1b8eb07de tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.178682 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8501892b-15d8-402d-88b8-00c1b8eb07de tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.189418 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8501892b-15d8-402d-88b8-00c1b8eb07de tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.218753 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.228556 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.236513 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522be57-d0d7-4fab-b5ff-e7aa0be7f9a3 None None] Network 76f5c72b-2a87-4a85-9351-f7a037afdc25 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:45.250750 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501892b-15d8-402d-88b8-00c1b8eb07de tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00578c1-e90c-4cd8-9af9-effcc2769a97,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:45.321611 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.357191 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-652877c5-1260-444a-a922-b7b0f27632b9 req-d5b2882c-b704-4382-b26c-c602ee01d9f9 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.0588286 Aug 19 12:32:45.380976 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'Port': ['ID=a99c9b9a-7751-4bb7-8fa0-0815bd0c37ec,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:45.393732 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a494bbb6-385a-40c8-8dfb-0fdcaba73458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.404757 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a494bbb6-385a-40c8-8dfb-0fdcaba73458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.455074 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494bbb6-385a-40c8-8dfb-0fdcaba73458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608286c8-dc96-4861-bde6-5244054512aa,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:45.460506 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.462737 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-6cfddb58-3603-4cf3-ac6c-8568efc0a9db tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3607399 Aug 19 12:32:45.472207 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-81bce621-b070-4eeb-b3d3-783488e15ae0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0774271 Aug 19 12:32:45.473157 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8501892b-15d8-402d-88b8-00c1b8eb07de tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.474771 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-8501892b-15d8-402d-88b8-00c1b8eb07de tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5016820 Aug 19 12:32:45.481644 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43706) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:45.492722 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'floatingip': {'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:45.530515 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ffdd0-5fe1-4f51-8517-955090747a28 req-e41b884a-f250-4301-9042-70a6e6a22450 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:45.532657 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-596ffdd0-5fe1-4f51-8517-955090747a28 req-e41b884a-f250-4301-9042-70a6e6a22450 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.1465096 Aug 19 12:32:45.532945 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-a494bbb6-385a-40c8-8dfb-0fdcaba73458 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b4c126230604c35984bf0aeb2ede5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8584967 Aug 19 12:32:45.536668 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:45.550690 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.614105 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-596ffdd0-5fe1-4f51-8517-955090747a28 req-c2954058-ae05-439e-8a0f-1c0a87db4b04 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602484 Aug 19 12:32:45.648776 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46b04008-c842-4dcd-9e97-7efa145ac925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.682399 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.705166 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46b04008-c842-4dcd-9e97-7efa145ac925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.715040 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43724) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:45.803533 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Allocated IP 172.27.3.125 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/9c3115e4-a5b2-47b8-b644-c38855ac1659) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:45.823375 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-90f2a6fe-6b6a-4ae0-a318-388e4623d379 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--489720764&fields=id&tenant_id=89e083d65ed147918793db874fe5aca7 HTTP/1.1" status: 200 len: 267 time: 0.1139441 Aug 19 12:32:45.824786 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-98dedfed-2565-4a5b-ad37-47160b44518b admin admin] Deleting subnet ebba8a4f-6cf3-44a7-b8a5-c2a63b35e4eb {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:45.829247 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98dedfed-2565-4a5b-ad37-47160b44518b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.903393 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46b04008-c842-4dcd-9e97-7efa145ac925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.906155 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-46b04008-c842-4dcd-9e97-7efa145ac925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.910393 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-46b04008-c842-4dcd-9e97-7efa145ac925 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/608286c8-dc96-4861-bde6-5244054512aa HTTP/1.1" status: 204 len: 168 time: 0.3724248 Aug 19 12:32:45.922447 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98dedfed-2565-4a5b-ad37-47160b44518b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.952569 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b04008-c842-4dcd-9e97-7efa145ac925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608286c8-dc96-4861-bde6-5244054512aa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:45.959970 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98dedfed-2565-4a5b-ad37-47160b44518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.986299 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.049349 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-7227123c-5e5f-47cb-8c05-f533752c1a52 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:46.052418 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-7227123c-5e5f-47cb-8c05-f533752c1a52 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/networks?id=d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 200 len: 811 time: 0.2047405 Aug 19 12:32:46.074296 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.074556 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-825a8aee-1c1a-476f-b312-356072060941 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/quotas/89e083d65ed147918793db874fe5aca7 HTTP/1.1" status: 200 len: 375 time: 0.0139756 Aug 19 12:32:46.077951 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98dedfed-2565-4a5b-ad37-47160b44518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.119894 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:46.127571 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:46.139008 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:46.139405 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dedfed-2565-4a5b-ad37-47160b44518b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebba8a4f-6cf3-44a7-b8a5-c2a63b35e4eb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:46.164036 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98dedfed-2565-4a5b-ad37-47160b44518b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.177072 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-98dedfed-2565-4a5b-ad37-47160b44518b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ebba8a4f-6cf3-44a7-b8a5-c2a63b35e4eb HTTP/1.1" status: 204 len: 168 time: 0.4607801 Aug 19 12:32:46.180377 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:46.231432 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'Port': ['ID=9c3115e4-a5b2-47b8-b644-c38855ac1659,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:46.292521 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-e40bd4e7-2738-4a40-8355-94a171873b07 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1989820 Aug 19 12:32:46.303753 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.312220 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.361300 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.537950 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0c3200db-5c04-4421-ad72-153fa487d9fb req-348e55b1-c58d-4dbc-b8f7-695afbefa857 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.0597703 Aug 19 12:32:46.544858 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.561283 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-f42af513-3d67-4acc-a8dd-8e0fb9282331 service neutron] 10.222.0.42 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594421 Aug 19 12:32:46.574987 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.575335 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.576107 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.576592 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > port after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.576809 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.577125 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > port after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.577441 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.577759 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.578072 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.578391 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.649228 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:46.758820 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:46.766235 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:46.769932 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.827616 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.837517 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.860307 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.892915 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.909146 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:46.915639 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'Port': ['ID=9c3115e4-a5b2-47b8-b644-c38855ac1659,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:46.917252 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.918988 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.920291 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-5be9f80b-f0c3-4a7e-bb10-3bdd96eb7077 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4376423 Aug 19 12:32:46.950976 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.951327 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.951665 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.952000 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:46.952364 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32024943-54a8-456f-81ec-9178f35b147d']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:46.987279 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:47.221277 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532d0970-da57-444f-ae24-efd36836fb58') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:47.221571 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532d0970-da57-444f-ae24-efd36836fb58') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:47.240106 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3237817'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.270527 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.284957 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:47.285389 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134149'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: from cryptography.utils import int_from_bytes Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: from cryptography.utils import int_from_bytes Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: Traceback (most recent call last): Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: timer() Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: cb(*args, **kw) Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: return func(*args, **kwargs) Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: self._notify() Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: self.callback(batched_events) Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: event.method(event) Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: return f(self, *a, **k) Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._get(url).json() Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:47.289455 dv-cinder-804603-3-iscsi neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:47.378504 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8bcf0-6d4d-4b77-97e8-ac105fe40c25 req-96a8a6ce-4b50-4ab4-8a77-9f18e60f01b9 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:47.381519 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2bb8bcf0-6d4d-4b77-97e8-ac105fe40c25 req-96a8a6ce-4b50-4ab4-8a77-9f18e60f01b9 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.4226420 Aug 19 12:32:47.421248 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-154772d0-086f-4524-b496-a1aca7d331d1 service neutron] 10.222.0.42 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8589854 Aug 19 12:32:47.460089 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.469582 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2bb8bcf0-6d4d-4b77-97e8-ac105fe40c25 req-5fc741bf-bbdc-46b8-ab61-eae1ccfb8840 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535872 Aug 19 12:32:47.489378 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Pushing event deleted for resources: {'Network': ['ID=32024943-54a8-456f-81ec-9178f35b147d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:47.517623 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.522015 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-cbcb0afa-a471-4d22-8dc7-a65db362a475 admin admin] 10.222.0.42 "DELETE /v2.0/networks/32024943-54a8-456f-81ec-9178f35b147d HTTP/1.1" status: 204 len: 168 time: 1.3380358 Aug 19 12:32:47.522632 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43794) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:47.633159 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdf6801-d351-4659-b880-2ddd90fe0e18 admin admin] Deleting subnet aec57785-1255-44a3-bc04-a7666cff67a8 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:47.643533 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fdf6801-d351-4659-b880-2ddd90fe0e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.712250 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fdf6801-d351-4659-b880-2ddd90fe0e18 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.748581 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-80499878-80fe-4112-b9fb-4f7950c28c93 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1018582372&fields=id&tenant_id=fd59e08d217c4cc1952f67bc16d69dad HTTP/1.1" status: 200 len: 267 time: 0.0852900 Aug 19 12:32:47.762735 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fdf6801-d351-4659-b880-2ddd90fe0e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.967794 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fdf6801-d351-4659-b880-2ddd90fe0e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.040906 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-10b53737-0a89-4499-8714-a3bc784647a1 req-0f38a9b2-51c1-4eec-afd0-191c40c58c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.2299576 Aug 19 12:32:48.047349 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf6801-d351-4659-b880-2ddd90fe0e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec57785-1255-44a3-bc04-a7666cff67a8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:48.058040 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6fdf6801-d351-4659-b880-2ddd90fe0e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.063748 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6fdf6801-d351-4659-b880-2ddd90fe0e18 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aec57785-1255-44a3-bc04-a7666cff67a8 HTTP/1.1" status: 204 len: 168 time: 0.5363789 Aug 19 12:32:48.063748 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43828) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:48.206371 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7f5cabdc-b28c-4cc2-b709-5311c7440392 req-cf48a0df-efbe-4346-818c-6698c605ce65 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0792954 Aug 19 12:32:48.229752 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-e08e47fe-0880-472c-9817-241cbe3725b4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:48.245307 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-e08e47fe-0880-472c-9817-241cbe3725b4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 817 time: 0.4857063 Aug 19 12:32:48.271310 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.275254 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-8ab6d77d-1a1f-457c-a9cd-adccd05876aa tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/quotas/fd59e08d217c4cc1952f67bc16d69dad HTTP/1.1" status: 200 len: 375 time: 0.0286829 Aug 19 12:32:48.406755 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-0f22dec3-57bb-4b1d-bcd3-211575d4284a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1284351 Aug 19 12:32:48.572917 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.617039 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Request body: {'port': {'device_id': '70afa0ac-7c84-4263-9cc8-1d610d245d44', 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca', 'admin_state_up': True, 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:48.710438 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.715007 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.715849 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.716229 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > port after_create 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.716538 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.716946 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > port after_update 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.717320 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.717699 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.718031 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.718402 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.753811 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:48.889863 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:48.890254 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.900271 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.900664 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.901025 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.902769 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:32:48.903303 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f5c72b-2a87-4a85-9351-f7a037afdc25']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:48.931603 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd9a02f-af00-4f17-b005-dbbb0c94edfc') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:48.932905 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd9a02f-af00-4f17-b005-dbbb0c94edfc') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:48.977663 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724229'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.019211 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-61582e91-6f2d-49a4-bef3-35e98f63075c service neutron] 10.222.0.42 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896006 Aug 19 12:32:49.033732 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.041124 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621d47b-bd6b-4ceb-9f19-6880818f7b68 req-7cc1e91d-2713-4cb7-8c06-382118f8dd7d tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:49.043738 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4621d47b-bd6b-4ceb-9f19-6880818f7b68 req-7cc1e91d-2713-4cb7-8c06-382118f8dd7d tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.2624111 Aug 19 12:32:49.059772 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:49.060525 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179776'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: from cryptography.utils import int_from_bytes Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: from cryptography.utils import int_from_bytes Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: Traceback (most recent call last): Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: timer() Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: cb(*args, **kw) Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: return func(*args, **kwargs) Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: self._notify() Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: self.callback(batched_events) Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: event.method(event) Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: return f(self, *a, **k) Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._get(url).json() Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:49.227071 dv-cinder-804603-3-iscsi neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:49.255312 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.311118 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4621d47b-bd6b-4ceb-9f19-6880818f7b68 req-d73bc088-b835-40a5-bd0f-d5debd812e89 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072186 Aug 19 12:32:49.379544 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-0e2be958-7467-4a2c-80fe-323e71f410ce service neutron] 10.222.0.42 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590558 Aug 19 12:32:49.401614 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.405964 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] 10.222.0.42 "DELETE /v2.0/networks/76f5c72b-2a87-4a85-9351-f7a037afdc25 HTTP/1.1" status: 204 len: 168 time: 1.3391101 Aug 19 12:32:49.455293 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8876379-f916-4a15-9393-4da1912fa366 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f5c72b-2a87-4a85-9351-f7a037afdc25,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:49.482474 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-255b1b8d-5d42-4960-a8da-c5b2206b3794 req-ddb5d3ae-db1c-479f-a359-ebe5800c3ddd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.0523331 Aug 19 12:32:49.646092 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20189132-a1e2-46fd-a370-ae58564558d8 req-ed8cb92d-5ab3-4244-8866-b107ebd35b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:49.647632 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-20189132-a1e2-46fd-a370-ae58564558d8 req-ed8cb92d-5ab3-4244-8866-b107ebd35b48 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0222540 Aug 19 12:32:49.660502 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f30b685b-6057-44ce-a6e5-64bff9de6397 req-d7c0585d-017d-48f3-ae86-220436bd75f5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0463791 Aug 19 12:32:49.687247 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Made reservation on behalf of ae34a936c8ff487c8bc87e66e6f1e24a for: {'port': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:49.693115 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.844299 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4051c31a-f966-4798-9283-0bace6b2ce30 req-dc7219e7-405c-4cb6-aff0-3b12898cb10a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 210 time: 0.0795109 Aug 19 12:32:49.912932 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43894) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:49.956133 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Allocated IP 172.20.0.13 (9ac555dc-9427-48d6-a42f-9780f81698ca/32eb3bcb-03a5-46e8-974c-a7b65e935ba1/fbed3a0d-53e6-442d-b5ee-86a3ea4da241) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:50.068435 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-9de09615-5c81-484d-a14f-0320a7b7c703 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55eb7e48f2fc40e8922ad66a11176b08&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1533937 Aug 19 12:32:50.070660 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 43902) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:50.285326 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9409a139-c9bb-4c4c-a00d-6d2ffe35b4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.393500 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.397620 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9409a139-c9bb-4c4c-a00d-6d2ffe35b4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.544381 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.615967 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7c09d-97ae-4e2c-8cc2-06505b5d43fb req-2e11a500-6ba7-42b6-8cf0-722539fa24dc tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:50.619092 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-20c7c09d-97ae-4e2c-8cc2-06505b5d43fb req-2e11a500-6ba7-42b6-8cf0-722539fa24dc tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.1326764 Aug 19 12:32:50.638970 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9409a139-c9bb-4c4c-a00d-6d2ffe35b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.641881 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9409a139-c9bb-4c4c-a00d-6d2ffe35b4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.655266 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-9409a139-c9bb-4c4c-a00d-6d2ffe35b4cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34f52761-8037-4538-a754-e10c2fe3cceb HTTP/1.1" status: 204 len: 168 time: 0.5812726 Aug 19 12:32:50.668587 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Network 9ac555dc-9427-48d6-a42f-9780f81698ca is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:50.673803 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:50.692916 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:50.698031 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Pushing event updated for resources: {'Port': ['ID=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:50.717848 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409a139-c9bb-4c4c-a00d-6d2ffe35b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f52761-8037-4538-a754-e10c2fe3cceb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:50.730048 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8a894e2c-90b9-435c-b725-228e8da47a34 req-9ed33c79-7595-4d6d-843d-7851475533c3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.1213875 Aug 19 12:32:50.791528 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:50.793631 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.828889 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-20c7c09d-97ae-4e2c-8cc2-06505b5d43fb req-94e15e78-bbba-44a9-b149-fc700fc7ce3a tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910684 Aug 19 12:32:50.873783 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-f32cfa67-8948-42e9-96a5-817b786ad9fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2821970 Aug 19 12:32:50.900115 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a5316d39-289d-4d5d-80dc-f96ae20ac2b6 req-237954a4-69b9-49ab-aee5-ab7ac9f182a7 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0413561 Aug 19 12:32:50.996956 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fb6584f2-d567-4e06-a74f-99cd71d88676 req-105dc931-595f-488f-b85a-01b30ee799d7 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 210 time: 0.0352530 Aug 19 12:32:51.283473 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43936) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:51.334387 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-932dc79b-d6d1-42f7-bfeb-4c60bff74a2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f30fe4fc4d041a0b0a8ac4ee7f29dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494461 Aug 19 12:32:51.337241 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 43938) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:51.409536 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ab28cc1-12c7-4992-b96e-a787c3c54849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.431993 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ab28cc1-12c7-4992-b96e-a787c3c54849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.488528 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ab28cc1-12c7-4992-b96e-a787c3c54849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.494123 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ab28cc1-12c7-4992-b96e-a787c3c54849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.495294 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-7ab28cc1-12c7-4992-b96e-a787c3c54849 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/524509fc-9f32-4d99-b578-407669f5e9ef HTTP/1.1" status: 204 len: 168 time: 0.1565006 Aug 19 12:32:51.503419 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab28cc1-12c7-4992-b96e-a787c3c54849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524509fc-9f32-4d99-b578-407669f5e9ef,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:51.831881 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4c544285-5874-4313-afc1-36d270f0b385 req-d196aaee-934b-4a56-875d-eccd64e55787 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.0321476 Aug 19 12:32:51.972845 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97c5be-c8f4-4ebe-8574-f08ca3a6dcac req-103d93c2-2b8b-4036-a641-b89e862de891 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:51.977093 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3b97c5be-c8f4-4ebe-8574-f08ca3a6dcac req-103d93c2-2b8b-4036-a641-b89e862de891 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.0825856 Aug 19 12:32:52.015085 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c6109ee-8424-40de-b594-7e991c4bc881 req-dd38ac3b-adaa-41d5-92dd-67ae25d77aa3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0367086 Aug 19 12:32:52.042731 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3b97c5be-c8f4-4ebe-8574-f08ca3a6dcac req-cd298f8c-ccc9-4898-ac31-a703cd5f8040 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556242 Aug 19 12:32:52.110281 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ae4da72e-5765-4b44-bfac-d48dcf1e3309 req-a7758bfc-939f-450b-9e2c-080e034f9bd5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 210 time: 0.0271981 Aug 19 12:32:52.928451 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c3a24d32-a18d-4cd6-85e8-00ab1f788ab6 req-f7f93501-6922-4cce-bc5c-395d50de602c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.0253556 Aug 19 12:32:53.112390 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-562461d0-fb7f-412c-8d43-6370abbd8f0d req-01c40d82-b697-4856-8386-dd399e4c0ff0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0276170 Aug 19 12:32:53.171790 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70851f4-ce2d-450c-8f45-0cbeb095dfa0 req-4d6f78ca-401f-4b87-bd80-8b2b5a5b7cef tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.174002 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e70851f4-ce2d-450c-8f45-0cbeb095dfa0 req-4d6f78ca-401f-4b87-bd80-8b2b5a5b7cef tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.0607145 Aug 19 12:32:53.233874 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-168fdc7c-29b2-4519-988a-f76650b802bd req-852096f3-eaca-4a7f-bcf6-fc2780eeb990 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 210 time: 0.0284483 Aug 19 12:32:53.252684 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e70851f4-ce2d-450c-8f45-0cbeb095dfa0 req-4c9be9bf-c350-4b78-b6c7-ee546a3de87b tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716503 Aug 19 12:32:53.612756 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Request body: {'port': {'device_id': '70afa0ac-7c84-4263-9cc8-1d610d245d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:53.676300 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:53.703440 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.50', 60502) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:53.824146 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-bcb23e9f-2e43-4836-85c1-7a353187d0a6 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.827137 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-bcb23e9f-2e43-4836-85c1-7a353187d0a6 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.50 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 818 time: 0.1209626 Aug 19 12:32:53.843301 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Request body: {'port': {'device_id': 'f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147', 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca', 'admin_state_up': True, 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:53.857371 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-9b39a026-8b5b-4cf8-a1c5-5f34f157b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.859189 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-9b39a026-8b5b-4cf8-a1c5-5f34f157b3ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6ad64cba3e5f42cfa6f5f4c8191e45f4&device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 1097 time: 0.1409400 Aug 19 12:32:53.939388 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-e68de6ae-769d-4b93-8d40-f531421383ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 HTTP/1.1" status: 200 len: 217 time: 0.0653379 Aug 19 12:32:53.973636 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Made reservation on behalf of ae34a936c8ff487c8bc87e66e6f1e24a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:53.977276 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.048404 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-4f0182b1-3dee-4d7b-9520-1faadcdc50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:54.049883 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-4f0182b1-3dee-4d7b-9520-1faadcdc50a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb4c9144-0c36-40c0-87d9-b7361d045932 HTTP/1.1" status: 200 len: 852 time: 0.0974424 Aug 19 12:32:54.094351 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0e1c16bf-98e7-4b67-974e-02132b61ba9a req-47f667da-3602-4330-bf4b-77cd89a27467 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.0685575 Aug 19 12:32:54.123509 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-fb5eed00-6222-47ff-936f-7eb5290084b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537870 Aug 19 12:32:54.179493 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.notifiers.nova [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbed3a0d-53e6-442d-b5ee-86a3ea4da241 {{(pid=93794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:54.188348 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.200764 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Transition to ACTIVE for port object fbed3a0d-53e6-442d-b5ee-86a3ea4da241 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:54.204500 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258840'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.213371 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f5818d95-d7da-4049-aa1a-6a662eadbca5 req-15df86dc-cb56-446e-8e06-764b67ed202a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0315635 Aug 19 12:32:54.252951 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Pushing event updated for resources: {'Port': ['ID=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:54.306697 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Allocated IP 172.20.0.2 (9ac555dc-9427-48d6-a42f-9780f81698ca/32eb3bcb-03a5-46e8-974c-a7b65e935ba1/00363c01-0c43-42e9-beec-076174fb99af) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:54.353897 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Attempting to bind port fbed3a0d-53e6-442d-b5ee-86a3ea4da241 on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:54.354327 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Attempting to bind port fbed3a0d-53e6-442d-b5ee-86a3ea4da241 by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:54.354791 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Attempting to bind port fbed3a0d-53e6-442d-b5ee-86a3ea4da241 on network 9ac555dc-9427-48d6-a42f-9780f81698ca {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:54.359078 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Port fbed3a0d-53e6-442d-b5ee-86a3ea4da241 on network 9ac555dc-9427-48d6-a42f-9780f81698ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:32:54.359403 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Attempting to bind port fbed3a0d-53e6-442d-b5ee-86a3ea4da241 on network 9ac555dc-9427-48d6-a42f-9780f81698ca {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:54.364232 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:54.364575 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Checking segment: {'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:54.364989 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Bound using segment: {'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:54.365448 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Bound port: fbed3a0d-53e6-442d-b5ee-86a3ea4da241, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:54.365809 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.382896 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-077964d2-8fac-401e-80eb-c54dc821ccec req-e35a4781-6323-428c-996e-c44f68e6507c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 210 time: 0.0560482 Aug 19 12:32:54.432912 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] For port fbed3a0d-53e6-442d-b5ee-86a3ea4da241, host hv-cinder-80460, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:54.436410 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] For port fbed3a0d-53e6-442d-b5ee-86a3ea4da241, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:54.441271 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258840'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.473065 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021c9e6-e2cf-4406-96b7-31912afb0278 req-90db105c-a736-4b58-8bcf-40b7539ec9e1 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:54.474603 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8021c9e6-e2cf-4406-96b7-31912afb0278 req-90db105c-a736-4b58-8bcf-40b7539ec9e1 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.1239908 Aug 19 12:32:54.480037 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:54.480679 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.482265 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] 10.222.0.50 "PUT /v2.0/ports/fbed3a0d-53e6-442d-b5ee-86a3ea4da241 HTTP/1.1" status: 200 len: 1094 time: 0.8738940 Aug 19 12:32:54.482526 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70afa0ac-7c84-4263-9cc8-1d610d245d44', 'tag': 'fbed3a0d-53e6-442d-b5ee-86a3ea4da241'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:54.484880 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21402b8c3be9dc56fb67347ff7eba31002148812779d4b979eb60ed11c8fcab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4015c9db-e3d8-4abc-b50c-66266ea8f7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "70afa0ac-7c84-4263-9cc8-1d610d245d44", "tag": "fbed3a0d-53e6-442d-b5ee-86a3ea4da241"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:54.509740 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1d6fe-af4d-4c66-9037-fa9b621e3f4c service neutron] Pushing event updated for resources: {'Port': ['ID=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:54.545870 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8021c9e6-e2cf-4406-96b7-31912afb0278 req-5720dc84-391e-4544-8065-06483a146491 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616357 Aug 19 12:32:54.555781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.585779 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7d970a-7567-4a9c-ae55-ed7f9cd88f0f x-openstack-request-id: req-4f7d970a-7567-4a9c-ae55-ed7f9cd88f0f {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:54.586071 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70afa0ac-7c84-4263-9cc8-1d610d245d44", "tag": "fbed3a0d-53e6-442d-b5ee-86a3ea4da241", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:54.586455 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f7d970a-7567-4a9c-ae55-ed7f9cd88f0f {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:54.586927 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70afa0ac-7c84-4263-9cc8-1d610d245d44', 'tag': 'fbed3a0d-53e6-442d-b5ee-86a3ea4da241', 'status': 'completed', 'code': 200} Aug 19 12:32:54.609714 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.692195 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Network 9ac555dc-9427-48d6-a42f-9780f81698ca is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:54.697331 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:54.706492 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:54.710407 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Pushing event updated for resources: {'Port': ['ID=00363c01-0c43-42e9-beec-076174fb99af,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:54.756482 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:54.757178 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.770533 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-a375b58b-dc66-41cb-b45a-6e3a7dd71c4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9320254 Aug 19 12:32:55.208256 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335467c9-cc7b-4f62-9831-8c60788e0020 req-ee2ddb2b-a612-4394-bfce-925ce1ba8fc3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:55.209796 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-335467c9-cc7b-4f62-9831-8c60788e0020 req-ee2ddb2b-a612-4394-bfce-925ce1ba8fc3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 931 time: 0.0496783 Aug 19 12:32:55.247544 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-335467c9-cc7b-4f62-9831-8c60788e0020 req-7b45e97a-e936-4eb4-8238-483d1c7ccaca tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307286 Aug 19 12:32:55.315957 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b0bf29ec-5a92-4359-b1da-e897718388a7 req-76dfa659-5fd9-48fd-ba4b-fd3d9eb2d31d tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0300415 Aug 19 12:32:55.476869 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f8c19950-30d5-4fd9-b522-60629dd36015 req-6d262f6b-6577-493c-a7ba-7867b8394cf6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 210 time: 0.0257838 Aug 19 12:32:55.671469 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e863906-7fe8-4307-be99-916fc3249ac6 req-87468c20-12ad-406c-a68c-2e845fdf0f1c tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:55.672953 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0e863906-7fe8-4307-be99-916fc3249ac6 req-87468c20-12ad-406c-a68c-2e845fdf0f1c tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.0498955 Aug 19 12:32:55.712132 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0e863906-7fe8-4307-be99-916fc3249ac6 req-1cd7b365-67ee-4e34-8410-d28c054a02b5 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Aug 19 12:32:56.360033 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bbb76-03b9-43ec-801c-74e9ebcb425d req-92350280-41d9-498a-8d61-e66f2d052d0d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:56.361521 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e09bbb76-03b9-43ec-801c-74e9ebcb425d req-92350280-41d9-498a-8d61-e66f2d052d0d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 931 time: 0.0480189 Aug 19 12:32:56.416520 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-20eaf326-99d1-4b06-9737-0f4971d6c054 req-5314637a-f512-4729-9ccc-2b4c55fa82de tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0318911 Aug 19 12:32:56.422219 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e09bbb76-03b9-43ec-801c-74e9ebcb425d req-bf06bfb1-147b-478b-9cc3-0bfecca9ab3a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533803 Aug 19 12:32:56.570500 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e120c0fa-77ed-41fb-a240-e29bd340c8ac req-7aeff2c4-3305-49c6-8dc7-c9f4f409a7c9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 210 time: 0.0250318 Aug 19 12:32:56.812563 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Request body: {'port': {'device_id': 'f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:56.864195 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdef5c4-e48f-44e8-ab77-1956cb55c915 req-37a6cd23-764b-4b6c-bf39-27fa8ee64ccc tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:56.865896 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cbdef5c4-e48f-44e8-ab77-1956cb55c915 req-37a6cd23-764b-4b6c-bf39-27fa8ee64ccc tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.0894685 Aug 19 12:32:56.897560 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.50', 60507) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:56.926603 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.109928 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c9db-e3d8-4abc-b50c-66266ea8f7d9 req-2c40b353-7531-483e-9c0d-0297849cf0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.111437 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-4015c9db-e3d8-4abc-b50c-66266ea8f7d9 req-2c40b353-7531-483e-9c0d-0297849cf0bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 1097 time: 0.0788617 Aug 19 12:32:57.122278 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-0db5982d-9a99-4e76-b6c0-1f82e15c2933 service neutron] 10.222.0.50 "GET /v2.0/networks/c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384745 Aug 19 12:32:57.204070 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cbdef5c4-e48f-44e8-ab77-1956cb55c915 req-cc0bb304-9f70-41f0-98df-cf6ad9dcf7de tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233843 Aug 19 12:32:57.323899 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.50', 60514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:57.351112 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c9db-e3d8-4abc-b50c-66266ea8f7d9 req-d60cecf5-adc1-4135-8e79-b3307187e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.352790 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-4015c9db-e3d8-4abc-b50c-66266ea8f7d9 req-d60cecf5-adc1-4135-8e79-b3307187e170 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2296221 Aug 19 12:32:57.354747 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-d3468505-610a-4666-9780-b995e515c77a service neutron] 10.222.0.50 "GET /v2.0/networks/c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202127 Aug 19 12:32:57.424432 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b066dd4b-f088-445e-984f-8054ae46472b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.425950 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b066dd4b-f088-445e-984f-8054ae46472b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.50 "GET /v2.0/networks?id=d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 200 len: 811 time: 0.5246031 Aug 19 12:32:57.520833 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c9db-e3d8-4abc-b50c-66266ea8f7d9 req-a2922969-3ae3-4ce9-89ad-4c5466780f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.522704 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-4015c9db-e3d8-4abc-b50c-66266ea8f7d9 req-a2922969-3ae3-4ce9-89ad-4c5466780f63 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1591232 Aug 19 12:32:57.577163 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-7c009a3c-6cc8-4377-a6d1-a14fa14d2f59 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e083d65ed147918793db874fe5aca7 HTTP/1.1" status: 200 len: 379 time: 0.1341813 Aug 19 12:32:57.612907 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6757-7d30-4f6e-a001-284494db6766 req-9f20b291-d9ac-4613-8b1f-a0899bb358ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.614844 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-9f20b291-d9ac-4613-8b1f-a0899bb358ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 1097 time: 0.0468867 Aug 19 12:32:57.619510 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'port': {'device_id': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'admin_state_up': True, 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'security_groups': ['ea98c045-ad0b-4c30-865c-24fa298ce478']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:57.652461 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-29a254d7-b6bb-4cfb-8a0d-30e93a50222f req-cd2032f9-b492-489d-9a9a-04b2a00476c4 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0858936 Aug 19 12:32:57.670920 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-03cd4cc6-46d8-4733-a27b-bab24bdf291f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241 HTTP/1.1" status: 200 len: 217 time: 0.0465260 Aug 19 12:32:57.717579 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-197e2f48-9360-4f3c-ba9f-4ad085a7d62f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.719041 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-197e2f48-9360-4f3c-ba9f-4ad085a7d62f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 817 time: 0.3796079 Aug 19 12:32:57.737049 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6757-7d30-4f6e-a001-284494db6766 req-8c711820-a48c-4358-82c9-3a2d10921f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.739245 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-8c711820-a48c-4358-82c9-3a2d10921f78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32eb3bcb-03a5-46e8-974c-a7b65e935ba1 HTTP/1.1" status: 200 len: 858 time: 0.0584300 Aug 19 12:32:57.774834 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-4049f010-0293-4bd3-969d-7646f1c41e7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ac555dc-9427-48d6-a42f-9780f81698ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282788 Aug 19 12:32:57.796993 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-88d48a46-8d90-4716-97e7-0badf5e3a537 req-2d1a8967-c0ad-467a-844d-dfcf8aae030c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 210 time: 0.0769336 Aug 19 12:32:57.877967 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-3e675bdd-847e-4d7f-b53e-8a190d414d2c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd59e08d217c4cc1952f67bc16d69dad HTTP/1.1" status: 200 len: 380 time: 0.1301889 Aug 19 12:32:57.887791 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301fc88-60c2-4aae-b05c-a25d8662ecfa req-f6919170-c760-4254-baa8-cbfc4789e460 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.889201 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-b64fe6b4-4055-4776-bd8b-075b1dfa39ec service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059272 Aug 19 12:32:57.889401 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e301fc88-60c2-4aae-b05c-a25d8662ecfa req-f6919170-c760-4254-baa8-cbfc4789e460 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 931 time: 0.3217945 Aug 19 12:32:57.897259 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'port': {'device_id': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'admin_state_up': True, 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'security_groups': ['a6deedcb-e33b-40ec-acd1-060cf1849fcd']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:58.006425 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00363c01-0c43-42e9-beec-076174fb99af {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:58.015667 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-114e6757-7d30-4f6e-a001-284494db6766 req-b6f5044c-d801-41b0-afaf-c514985543dc service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196554 Aug 19 12:32:58.018317 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.050610 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Transition to ACTIVE for port object 00363c01-0c43-42e9-beec-076174fb99af will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:58.065884 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.126461 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Made reservation on behalf of 89e083d65ed147918793db874fe5aca7 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:58.129990 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.180735 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e301fc88-60c2-4aae-b05c-a25d8662ecfa req-f7a0fc0a-4b4e-4835-8966-300ce0b12385 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365899 Aug 19 12:32:58.208511 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Pushing event updated for resources: {'Port': ['ID=00363c01-0c43-42e9-beec-076174fb99af,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:58.427202 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Made reservation on behalf of fd59e08d217c4cc1952f67bc16d69dad for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:58.431126 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.489440 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Attempting to bind port 00363c01-0c43-42e9-beec-076174fb99af on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:58.489841 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Attempting to bind port 00363c01-0c43-42e9-beec-076174fb99af by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:58.490282 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Attempting to bind port 00363c01-0c43-42e9-beec-076174fb99af on network 9ac555dc-9427-48d6-a42f-9780f81698ca {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:58.504421 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae566569-5524-43cf-a187-bfb1422ed1cc req-214987a4-38d5-4c1b-ac9b-5d476e77a9be tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:58.505968 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ae566569-5524-43cf-a187-bfb1422ed1cc req-214987a4-38d5-4c1b-ac9b-5d476e77a9be tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.2047205 Aug 19 12:32:58.548080 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Port 00363c01-0c43-42e9-beec-076174fb99af on network 9ac555dc-9427-48d6-a42f-9780f81698ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:32:58.548437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Attempting to bind port 00363c01-0c43-42e9-beec-076174fb99af on network 9ac555dc-9427-48d6-a42f-9780f81698ca {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:58.554130 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Allocated IP 172.20.0.9 (d9c0505f-0b62-430c-81bb-51a10230472a/f07125d1-9222-4282-a4b0-3cce5793962a/3b9c9acb-8432-426d-9d6d-05743dbbdd2c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:58.592536 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:58.592992 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Checking segment: {'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:58.593570 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Bound using segment: {'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:58.594051 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Bound port: 00363c01-0c43-42e9-beec-076174fb99af, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec17fce8-7d94-4e9b-8bd6-17d274a04073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:58.594449 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.683589 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ae566569-5524-43cf-a187-bfb1422ed1cc req-c52da041-01b7-43ac-a666-672e8ebee481 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399207 Aug 19 12:32:58.795114 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Allocated IP 172.20.0.14 (cb1c9e31-53c2-4dcd-938f-625b46c20d81/6108d918-5a6c-421c-9b00-28fd4b2c86fd/cb05c0c9-ab0b-49dc-8a12-116515052ec0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:58.832032 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3d65455b-d8d1-4d27-b11a-953c21178af1 req-5274fe94-88e8-4f5a-be68-35b714549897 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0864744 Aug 19 12:32:58.838858 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] For port 00363c01-0c43-42e9-beec-076174fb99af, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:58.874218 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] For port 00363c01-0c43-42e9-beec-076174fb99af, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=00363c01-0c43-42e9-beec-076174fb99af,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:58.886356 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.973070 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5934823a-beff-4854-8bfe-dde87eb17278 req-ebede7c6-8182-496c-bbd5-53a341d96c24 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 210 time: 0.0767992 Aug 19 12:32:58.981870 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.001138 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.001756 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.003150 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] 10.222.0.50 "PUT /v2.0/ports/00363c01-0c43-42e9-beec-076174fb99af HTTP/1.1" status: 200 len: 1093 time: 2.2006226 Aug 19 12:32:59.003579 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147', 'tag': '00363c01-0c43-42e9-beec-076174fb99af'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:59.050748 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Transition to ACTIVE for port object 3b9c9acb-8432-426d-9d6d-05743dbbdd2c will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:59.077310 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc61338-9532-4500-aa37-f3f6fe606352 service neutron] Pushing event updated for resources: {'Port': ['ID=00363c01-0c43-42e9-beec-076174fb99af,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:59.286382 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fa7c88-6d69-43ad-851b-3fc95624f829" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147", "tag": "00363c01-0c43-42e9-beec-076174fb99af"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:59.350705 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.360503 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.406166 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Transition to ACTIVE for port object cb05c0c9-ab0b-49dc-8a12-116515052ec0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:59.423557 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Network d9c0505f-0b62-430c-81bb-51a10230472a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:59.437145 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:59.445723 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:59.459625 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366c732-d921-47cb-ba7c-a53ed7a277ba req-92d9b5b7-d371-4ede-9c73-c59fac6d1ced tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.461711 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b366c732-d921-47cb-ba7c-a53ed7a277ba req-92d9b5b7-d371-4ede-9c73-c59fac6d1ced tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 943 time: 0.1678543 Aug 19 12:32:59.466978 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba36339-0a86-447d-9a61-9cf430c38395 x-openstack-request-id: req-8ba36339-0a86-447d-9a61-9cf430c38395 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:59.467268 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147", "tag": "00363c01-0c43-42e9-beec-076174fb99af", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:59.467519 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ba36339-0a86-447d-9a61-9cf430c38395 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:59.467970 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147', 'tag': '00363c01-0c43-42e9-beec-076174fb99af', 'status': 'completed', 'code': 200} Aug 19 12:32:59.476040 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'Port': ['ID=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:59.557891 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.558544 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.564151 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.583106 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b366c732-d921-47cb-ba7c-a53ed7a277ba req-856d3f2d-d19f-44bf-b83f-e2f36d40424a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081247 Aug 19 12:32:59.608738 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-77fff307-03de-42bf-b210-1259937659cd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0028803 Aug 19 12:32:59.630195 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Network cb1c9e31-53c2-4dcd-938f-625b46c20d81 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:59.634265 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:59.645372 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:59.649359 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:59.721569 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.722235 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.749924 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-5960b39a-bcd1-4c88-9050-2fd72edabd31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8594244 Aug 19 12:32:59.846371 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-3b4debfd-9c99-4ee4-8cf1-26b039430383 None None] Provisioning for port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:59.852843 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-3b4debfd-9c99-4ee4-8cf1-26b039430383 None None] Provisioning complete for port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:59.853457 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b4debfd-9c99-4ee4-8cf1-26b039430383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.870257 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b1aa6-b71b-4d87-8ee6-2ce3ef89f74b req-299e8bde-bff2-4627-a977-128dd914572a tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.877715 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f7b1aa6-b71b-4d87-8ee6-2ce3ef89f74b req-299e8bde-bff2-4627-a977-128dd914572a tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.0969944 Aug 19 12:32:59.902979 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44198) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:59.912599 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3b4debfd-9c99-4ee4-8cf1-26b039430383 None None] Port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:59.937218 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f7b1aa6-b71b-4d87-8ee6-2ce3ef89f74b req-6301a792-2762-4499-92ae-842340b27df4 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583663 Aug 19 12:32:59.983271 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60a3d0-2195-44fb-8691-fcccd00f1e86 req-c154ddb5-822e-40b3-b120-5b7498794bd4 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.984796 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd60a3d0-2195-44fb-8691-fcccd00f1e86 req-c154ddb5-822e-40b3-b120-5b7498794bd4 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 931 time: 0.0642366 Aug 19 12:33:00.015825 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-356d1f78-3dd5-4c9a-9d38-cdf2dced6457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.039243 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2ec41da3-c7fe-4b94-8c84-9dd055d30674 None None] Provisioning for port cb05c0c9-ab0b-49dc-8a12-116515052ec0 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:00.046332 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2ec41da3-c7fe-4b94-8c84-9dd055d30674 None None] Provisioning complete for port cb05c0c9-ab0b-49dc-8a12-116515052ec0 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:00.047184 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ec41da3-c7fe-4b94-8c84-9dd055d30674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.059691 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd60a3d0-2195-44fb-8691-fcccd00f1e86 req-91cd9552-cd90-4983-976f-e24497f51f63 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687919 Aug 19 12:33:00.101553 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2ec41da3-c7fe-4b94-8c84-9dd055d30674 None None] Port cb05c0c9-ab0b-49dc-8a12-116515052ec0 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:00.120726 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa05e1-adcd-453b-bbc0-7c99f29785cd req-c62574b7-be1f-4e55-bbff-c7d4d381d4df tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:00.122331 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-93aa05e1-adcd-453b-bbc0-7c99f29785cd req-c62574b7-be1f-4e55-bbff-c7d4d381d4df tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 932 time: 0.0616245 Aug 19 12:33:00.142155 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-356d1f78-3dd5-4c9a-9d38-cdf2dced6457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.146998 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-356d1f78-3dd5-4c9a-9d38-cdf2dced6457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.154640 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 44206) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:00.169003 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-93aa05e1-adcd-453b-bbc0-7c99f29785cd req-9d91c92a-73d7-4933-96ae-ece589015896 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398686 Aug 19 12:33:00.184508 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d1f78-3dd5-4c9a-9d38-cdf2dced6457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e0994f-f6c4-4e68-b689-43f372b30bf4,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:00.192639 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-356d1f78-3dd5-4c9a-9d38-cdf2dced6457 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2ef9e70be7c4d018200b295ec232d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866588 Aug 19 12:33:00.193658 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44210) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:00.247929 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dbc733c-b11c-4627-b250-00e002f2420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.268865 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dbc733c-b11c-4627-b250-00e002f2420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.284268 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d33c1b7-bf57-4320-bfee-2b93123198ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.318018 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dbc733c-b11c-4627-b250-00e002f2420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.321033 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dbc733c-b11c-4627-b250-00e002f2420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.322200 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-2dbc733c-b11c-4627-b250-00e002f2420e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61e0994f-f6c4-4e68-b689-43f372b30bf4 HTTP/1.1" status: 204 len: 168 time: 0.1277537 Aug 19 12:33:00.330228 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc733c-b11c-4627-b250-00e002f2420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e0994f-f6c4-4e68-b689-43f372b30bf4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:00.393159 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d33c1b7-bf57-4320-bfee-2b93123198ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.396867 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d33c1b7-bf57-4320-bfee-2b93123198ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.437018 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-7d33c1b7-bf57-4320-bfee-2b93123198ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b2c7ecec63641ea9bf72dcd2566631d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790372 Aug 19 12:33:00.437296 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 44214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:00.444428 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33c1b7-bf57-4320-bfee-2b93123198ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d337cd7e-6198-4660-b147-08a0f5f606d4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:00.490851 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57319651-144f-49d2-9e7c-963fb9228c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.519206 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57319651-144f-49d2-9e7c-963fb9228c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.571261 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57319651-144f-49d2-9e7c-963fb9228c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.573953 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57319651-144f-49d2-9e7c-963fb9228c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.574977 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-57319651-144f-49d2-9e7c-963fb9228c7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d337cd7e-6198-4660-b147-08a0f5f606d4 HTTP/1.1" status: 204 len: 168 time: 0.1367021 Aug 19 12:33:00.582874 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57319651-144f-49d2-9e7c-963fb9228c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d337cd7e-6198-4660-b147-08a0f5f606d4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:00.617949 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 44222) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:00.632583 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6e22-1506-455a-b092-c4e32ddb6342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.748530 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347b931-3bec-42e5-86d9-ce499b15f78c req-49d8373b-5a68-42c7-b998-1dc4e1a55e32 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:00.750121 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0347b931-3bec-42e5-86d9-ce499b15f78c req-49d8373b-5a68-42c7-b998-1dc4e1a55e32 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 943 time: 0.0721400 Aug 19 12:33:00.783716 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6e22-1506-455a-b092-c4e32ddb6342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.789691 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6e22-1506-455a-b092-c4e32ddb6342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.817406 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0347b931-3bec-42e5-86d9-ce499b15f78c req-83fd680a-4d38-4221-949d-5d4561615346 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594158 Aug 19 12:33:00.840674 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-2b2f6e22-1506-455a-b092-c4e32ddb6342 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4573e0107f2b43ee9b9c0dbca1cafc6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215302 Aug 19 12:33:00.841397 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f6e22-1506-455a-b092-c4e32ddb6342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8071627-0fb0-40c9-8ba2-0e93387c93f7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:00.843581 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44230) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:00.902078 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4db2453-24cb-41a8-99fe-5e8203849f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.923049 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 44232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:00.923537 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4db2453-24cb-41a8-99fe-5e8203849f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.935864 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7a42bc1-680a-4918-8d1d-b82d4dd9bfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.977550 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4db2453-24cb-41a8-99fe-5e8203849f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.981577 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d4db2453-24cb-41a8-99fe-5e8203849f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.982826 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-d4db2453-24cb-41a8-99fe-5e8203849f1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8071627-0fb0-40c9-8ba2-0e93387c93f7 HTTP/1.1" status: 204 len: 168 time: 0.1380973 Aug 19 12:33:00.992419 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db2453-24cb-41a8-99fe-5e8203849f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8071627-0fb0-40c9-8ba2-0e93387c93f7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:01.080416 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907a8b5-543e-442f-aea4-dd3f43586e17 req-1e9428cb-65b4-4b57-b3c9-0c809db8315c tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:01.081948 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a907a8b5-543e-442f-aea4-dd3f43586e17 req-1e9428cb-65b4-4b57-b3c9-0c809db8315c tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 944 time: 0.0713143 Aug 19 12:33:01.092583 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7a42bc1-680a-4918-8d1d-b82d4dd9bfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.109669 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7a42bc1-680a-4918-8d1d-b82d4dd9bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.167710 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-d7a42bc1-680a-4918-8d1d-b82d4dd9bfbc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91c3aaa2ac7b4477b87f1b9c224547b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435603 Aug 19 12:33:01.169404 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44242) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:01.189443 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a907a8b5-543e-442f-aea4-dd3f43586e17 req-83d67eff-51b5-4496-aab7-e379dcbbc3aa tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000640 Aug 19 12:33:01.200252 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a42bc1-680a-4918-8d1d-b82d4dd9bfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2066f8-5ffe-44e3-88b6-1fe8919cc7fa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:01.225036 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2272-df1f-4cbc-97b1-df21a5368b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.231569 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5d452-5ab0-402f-968d-88910c24e54e req-d6d0e55d-fcc8-4da1-a039-275eab6d91ad tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:01.233146 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-72f5d452-5ab0-402f-968d-88910c24e54e req-d6d0e55d-fcc8-4da1-a039-275eab6d91ad tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 931 time: 0.0926335 Aug 19 12:33:01.250430 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2272-df1f-4cbc-97b1-df21a5368b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.278473 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-72f5d452-5ab0-402f-968d-88910c24e54e req-de61a50b-b69b-4905-917a-79d2c3b8d415 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 Aug 19 12:33:01.315844 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2272-df1f-4cbc-97b1-df21a5368b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.318426 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2272-df1f-4cbc-97b1-df21a5368b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.319851 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-1b8d2272-df1f-4cbc-97b1-df21a5368b28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae2066f8-5ffe-44e3-88b6-1fe8919cc7fa HTTP/1.1" status: 204 len: 168 time: 0.1494324 Aug 19 12:33:01.326969 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70710089-5ac3-4528-8667-188c49df501f req-53eb454b-2db9-46a5-acda-49da00d5b2eb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:01.328471 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-70710089-5ac3-4528-8667-188c49df501f req-53eb454b-2db9-46a5-acda-49da00d5b2eb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 932 time: 0.0542467 Aug 19 12:33:01.333953 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d2272-df1f-4cbc-97b1-df21a5368b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2066f8-5ffe-44e3-88b6-1fe8919cc7fa,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:01.380599 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-70710089-5ac3-4528-8667-188c49df501f req-ca313d19-7f38-4d06-b50f-3e983e4a8f9a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Aug 19 12:33:01.808972 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Request body: {'port': {'device_id': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:01.810309 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:01.818499 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Request body: {'port': {'device_id': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:01.932824 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,segment=NetworkSegment(23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3),segment_id=23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:01.949131 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '125dd6ba-9b5f-4bd9-bac2-ad65e4583f75', 'network_id': 'c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9', 'port_id': '125dd6ba-9b5f-4bd9-bac2-ad65e4583f75', 'mac_address': 'fa:16:3e:cd:d5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4c9144-0c36-40c0-87d9-b7361d045932', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:02.038912 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa7c88-6d69-43ad-851b-3fc95624f829 req-f65be363-cf42-42a4-8cac-321de9067877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:02.040546 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a9fa7c88-6d69-43ad-851b-3fc95624f829 req-f65be363-cf42-42a4-8cac-321de9067877 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 1096 time: 0.2286406 Aug 19 12:33:02.047882 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.051787 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.095333 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44292) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:02.107207 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.127050 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:02.160112 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,segment=NetworkSegment(23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3),segment_id=23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:02.167915 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.169190 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device fbed3a0d-53e6-442d-b5ee-86a3ea4da241 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:02.224681 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-677471871-network', 'tenant_id': 'f01843b3015e4db0aba3264fd409c567'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:02.230933 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e300707-79bf-4cf9-854c-818f3a762234 req-4c788d1e-9c93-42e4-997c-bc4c30631ccc tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:02.232509 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9e300707-79bf-4cf9-854c-818f3a762234 req-4c788d1e-9c93-42e4-997c-bc4c30631ccc tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 943 time: 0.2889845 Aug 19 12:33:02.252437 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:02.282639 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Made reservation on behalf of f01843b3015e4db0aba3264fd409c567 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:02.285331 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.307755 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.380241 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port fbed3a0d-53e6-442d-b5ee-86a3ea4da241, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:02.392849 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'fbed3a0d-53e6-442d-b5ee-86a3ea4da241', 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca', 'port_id': 'fbed3a0d-53e6-442d-b5ee-86a3ea4da241', 'mac_address': 'fa:16:3e:b6:9c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eb3bcb-03a5-46e8-974c-a7b65e935ba1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:02.436591 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.436892 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.442257 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.453233 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbed3a0d-53e6-442d-b5ee-86a3ea4da241 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:02.467875 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabde1c4-dff9-4ecc-88ff-fa9755aced60,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:02.481093 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:02.482039 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port fbed3a0d-53e6-442d-b5ee-86a3ea4da241, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:02.486437 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.495277 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.496010 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.segments_db [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Added segment d446a607-0565-4fc8-8090-133ae090788d of type vlan for network 33e7b870-b26e-42fa-aa90-56a4a3d42067 Aug 19 12:33:02.524034 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9e300707-79bf-4cf9-854c-818f3a762234 req-1a933caf-a489-459e-8696-9c99fd9547b5 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747009 Aug 19 12:33:02.530269 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa7c88-6d69-43ad-851b-3fc95624f829 req-4971be71-a5f5-48fd-88e6-03b18ea061ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:02.531728 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a9fa7c88-6d69-43ad-851b-3fc95624f829 req-4971be71-a5f5-48fd-88e6-03b18ea061ba service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4711294 Aug 19 12:33:02.560775 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.566794 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:02.592964 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.593990 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:02.594585 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.698583 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6015928 Aug 19 12:33:02.703422 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44312) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:02.723793 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Request body: {'subnet': {'network_id': '33e7b870-b26e-42fa-aa90-56a4a3d42067', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-677471871-subnet', 'tenant_id': 'f01843b3015e4db0aba3264fd409c567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:02.735824 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e0af8-0ac0-4d05-84ea-f3547eba7bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=33e7b870-b26e-42fa-aa90-56a4a3d42067,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:02.755963 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Made reservation on behalf of f01843b3015e4db0aba3264fd409c567 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:02.756114 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 33e7b870-b26e-42fa-aa90-56a4a3d42067 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:02.760337 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3775804'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.858303 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['125dd6ba-9b5f-4bd9-bac2-ad65e4583f75'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:02.869781 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['fbed3a0d-53e6-442d-b5ee-86a3ea4da241'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:03.046799 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3258723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3775786'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.102596 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fad4e2-47a5-43af-850c-0bff9c384c66 req-73c11c0b-eef3-4952-8729-581b7b3ba32b tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:03.110399 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-27fad4e2-47a5-43af-850c-0bff9c384c66 req-73c11c0b-eef3-4952-8729-581b7b3ba32b tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 945 time: 0.7853398 Aug 19 12:33:03.140327 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Checking segment: {'id': 'd446a607-0565-4fc8-8090-133ae090788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '33e7b870-b26e-42fa-aa90-56a4a3d42067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:03.142256 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Network hostable DHCP agents. Network: 33e7b870-b26e-42fa-aa90-56a4a3d42067, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:03.149559 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6399813b-a53c-4a1e-9cf7-a4d41e6adbff,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:03.180858 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Network 33e7b870-b26e-42fa-aa90-56a4a3d42067 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:03.193499 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 33e7b870-b26e-42fa-aa90-56a4a3d42067) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:03.200318 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:03.202558 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.215679 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d9cf6e-2242-45ee-a0db-d5d18237fb45 None None] Network 33e7b870-b26e-42fa-aa90-56a4a3d42067 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:03.220395 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8475b9a0-ed6a-4ff6-92a7-fa0b686216ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.226502 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b1358a2d-899f-49d2-8ca7-b9fb2086edc0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5217822 Aug 19 12:33:03.251556 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761956d-1b30-42fc-8e58-433e82b247a8 req-7817cebd-119e-4b80-b00c-a543bb941dd1 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:03.259402 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c761956d-1b30-42fc-8e58-433e82b247a8 req-7817cebd-119e-4b80-b00c-a543bb941dd1 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 931 time: 0.3048711 Aug 19 12:33:03.288357 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-27fad4e2-47a5-43af-850c-0bff9c384c66 req-758d4091-a309-45b1-b353-d41d6dff67a2 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749849 Aug 19 12:33:03.359287 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa7c88-6d69-43ad-851b-3fc95624f829 req-52e51b58-6d28-4ed8-9757-f7704e03661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:03.368482 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a9fa7c88-6d69-43ad-851b-3fc95624f829 req-52e51b58-6d28-4ed8-9757-f7704e03661b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8107083 Aug 19 12:33:03.480360 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7e17e-dd87-4a39-85de-236d63b0ef19 None None] Network 33e7b870-b26e-42fa-aa90-56a4a3d42067 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:03.501251 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c761956d-1b30-42fc-8e58-433e82b247a8 req-8e172434-b36f-4ff1-b202-020fef95cea1 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409060 Aug 19 12:33:03.574498 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9c9acb-8432-426d-9d6d-05743dbbdd2c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:03.604470 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.629923 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8d305-5037-45f2-a953-b06bba81882c req-36f4a042-b16d-441a-b57c-c272238736ad tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:03.631469 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-28d8d305-5037-45f2-a953-b06bba81882c req-36f4a042-b16d-441a-b57c-c272238736ad tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 932 time: 0.2283230 Aug 19 12:33:03.655097 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb05c0c9-ab0b-49dc-8a12-116515052ec0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:03.659692 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Transition to ACTIVE for port object 3b9c9acb-8432-426d-9d6d-05743dbbdd2c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:03.680932 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.689970 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.717857 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-b86f8929-2b34-4664-9ea5-76b8d28ff84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:03.719396 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-b86f8929-2b34-4664-9ea5-76b8d28ff84f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 1096 time: 0.2897444 Aug 19 12:33:03.739381 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Transition to ACTIVE for port object cb05c0c9-ab0b-49dc-8a12-116515052ec0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:03.790843 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device fbed3a0d-53e6-442d-b5ee-86a3ea4da241 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:03.848261 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.896293 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-7386f2ff-18af-4da5-b1fd-df1d7864918d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00363c01-0c43-42e9-beec-076174fb99af HTTP/1.1" status: 200 len: 217 time: 0.1656373 Aug 19 12:33:03.911966 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port fbed3a0d-53e6-442d-b5ee-86a3ea4da241 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:03.924837 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port fbed3a0d-53e6-442d-b5ee-86a3ea4da241 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:03.925220 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.932521 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-28d8d305-5037-45f2-a953-b06bba81882c req-893220ed-4402-4ea8-b625-c29f91a42ba6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832670 Aug 19 12:33:03.983437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9c2ab-9cad-4b07-a2f6-d65d551288dd req-59056fbb-02c6-477d-86e4-b72dc27040ca tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:03.984937 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1cc9c2ab-9cad-4b07-a2f6-d65d551288dd req-59056fbb-02c6-477d-86e4-b72dc27040ca tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 943 time: 0.3339262 Aug 19 12:33:04.046415 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:04.151584 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.154592 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.200683 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44378) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:04.203852 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port fbed3a0d-53e6-442d-b5ee-86a3ea4da241, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:04.205023 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70afa0ac-7c84-4263-9cc8-1d610d245d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed3a0d-53e6-442d-b5ee-86a3ea4da241'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:04.206821 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-95758909-network', 'tenant_id': 'cbaa9664141c4e3f90335e123a5521b7'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:04.229321 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-0475bdfb-a55d-47fd-8813-3eaecd490f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.230824 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-0475bdfb-a55d-47fd-8813-3eaecd490f21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32eb3bcb-03a5-46e8-974c-a7b65e935ba1 HTTP/1.1" status: 200 len: 858 time: 0.3248868 Aug 19 12:33:04.245834 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Made reservation on behalf of cbaa9664141c4e3f90335e123a5521b7 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:04.249327 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.268020 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.309398 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.338431 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Pushing event updated for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:04.366324 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-03da3f9c-2fc3-4acd-88aa-2185c0ae62f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ac555dc-9427-48d6-a42f-9780f81698ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219530 Aug 19 12:33:04.396797 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1cc9c2ab-9cad-4b07-a2f6-d65d551288dd req-3e423bd9-599a-4114-b3f4-8d02100c1a82 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917012 Aug 19 12:33:04.410694 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:04.466787 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Attempting to bind port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:04.466787 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Attempting to bind port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:04.466787 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Attempting to bind port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c on network d9c0505f-0b62-430c-81bb-51a10230472a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:04.473225 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.478749 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.501332 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c on network d9c0505f-0b62-430c-81bb-51a10230472a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:04.501532 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Attempting to bind port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c on network d9c0505f-0b62-430c-81bb-51a10230472a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:04.518506 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Attempting to bind port cb05c0c9-ab0b-49dc-8a12-116515052ec0 on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:04.518785 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Attempting to bind port cb05c0c9-ab0b-49dc-8a12-116515052ec0 by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:04.519118 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Attempting to bind port cb05c0c9-ab0b-49dc-8a12-116515052ec0 on network cb1c9e31-53c2-4dcd-938f-625b46c20d81 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:04.532527 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:04.534959 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Checking segment: {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:04.535534 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Bound using segment: {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:04.539615 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Bound port: 3b9c9acb-8432-426d-9d6d-05743dbbdd2c, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:04.540160 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.573751 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Port cb05c0c9-ab0b-49dc-8a12-116515052ec0 on network cb1c9e31-53c2-4dcd-938f-625b46c20d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:04.574075 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Attempting to bind port cb05c0c9-ab0b-49dc-8a12-116515052ec0 on network cb1c9e31-53c2-4dcd-938f-625b46c20d81 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:04.574350 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:04.591697 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b8a77-40eb-429b-8bfd-b3f91b2f0c80 req-20e805e1-ed3c-4109-94a8-32a17ca3f945 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.593564 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f83b8a77-40eb-429b-8bfd-b3f91b2f0c80 req-20e805e1-ed3c-4109-94a8-32a17ca3f945 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 945 time: 0.1795032 Aug 19 12:33:04.603684 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-b61e7fd4-88b7-4112-9e59-d4253595ef57 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241924 Aug 19 12:33:04.604583 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:04.604942 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Checking segment: {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:04.605507 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Bound using segment: {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:04.605916 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Bound port: cb05c0c9-ab0b-49dc-8a12-116515052ec0, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:04.606431 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.608218 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18e4546-2ba2-4450-96a2-fbf7121688f6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:04.616807 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.617176 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.segments_db [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Added segment 432caa69-30d3-477f-aaca-c3416d0f1c5a of type vlan for network 7b7a6299-821e-4bed-98a8-5fcbc47e9b21 Aug 19 12:33:04.656157 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106d0986-47a9-4542-b21b-60a00e348baf" -d '{"events": [{"server_uuid": "70afa0ac-7c84-4263-9cc8-1d610d245d44", "name": "network-vif-plugged", "status": "completed", "tag": "fbed3a0d-53e6-442d-b5ee-86a3ea4da241"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:04.697933 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.728497 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.729634 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.730220 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.787515 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5847335 Aug 19 12:33:04.793942 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44410) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:04.802084 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Request body: {'subnet': {'network_id': '7b7a6299-821e-4bed-98a8-5fcbc47e9b21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-95758909-subnet', 'tenant_id': 'cbaa9664141c4e3f90335e123a5521b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:04.811090 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237bf02-b2e0-4b77-83e6-a6bb1a24d2c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7b7a6299-821e-4bed-98a8-5fcbc47e9b21,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:04.826830 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 7b7a6299-821e-4bed-98a8-5fcbc47e9b21 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:04.830827 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Made reservation on behalf of cbaa9664141c4e3f90335e123a5521b7 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:04.834385 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3775804'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.839464 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f83b8a77-40eb-429b-8bfd-b3f91b2f0c80 req-4762d50d-2d91-48da-aeba-0a7bd87d673c tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390337 Aug 19 12:33:04.850038 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] For port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:04.871201 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] For port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:04.893194 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29191e2-ccf7-41f1-bf3b-fe56cce61ec5 req-ec0708b2-739d-4f76-b631-69946b018b3b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.895093 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e29191e2-ccf7-41f1-bf3b-fe56cce61ec5 req-ec0708b2-739d-4f76-b631-69946b018b3b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 943 time: 0.2390430 Aug 19 12:33:04.903829 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.911141 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:04.973556 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:04.983478 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b5d5b9cc-bfea-4f24-a8ee-6d1fec1e563e req-dcfcac11-d989-4375-bad1-5ecac4742607 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194182 Aug 19 12:33:04.989087 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.989914 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.993079 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] 10.222.0.50 "PUT /v2.0/ports/3b9c9acb-8432-426d-9d6d-05743dbbdd2c HTTP/1.1" status: 200 len: 1093 time: 3.1919906 Aug 19 12:33:04.993824 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'tag': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:04.996225 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4726fe6-4e0a-4b70-805f-4131cc39c208" -d '{"events": [{"name": "network-changed", "server_uuid": "aafd8575-f166-4b57-b996-28a5b7460a3c", "tag": "3b9c9acb-8432-426d-9d6d-05743dbbdd2c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:05.002108 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ac51a1-2b9a-4982-bccf-630be10c33bc x-openstack-request-id: req-c0ac51a1-2b9a-4982-bccf-630be10c33bc {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:05.002583 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70afa0ac-7c84-4263-9cc8-1d610d245d44", "name": "network-vif-plugged", "status": "completed", "tag": "fbed3a0d-53e6-442d-b5ee-86a3ea4da241", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:05.002884 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0ac51a1-2b9a-4982-bccf-630be10c33bc {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:05.003686 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.005593 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70afa0ac-7c84-4263-9cc8-1d610d245d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed3a0d-53e6-442d-b5ee-86a3ea4da241', 'code': 200} Aug 19 12:33:05.057437 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e29191e2-ccf7-41f1-bf3b-fe56cce61ec5 req-26230786-ffbb-447c-89a6-db68bbcfb704 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475902 Aug 19 12:33:05.060744 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dd102b-6093-4cf2-891d-d3570e313a47 x-openstack-request-id: req-f9dd102b-6093-4cf2-891d-d3570e313a47 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:05.061684 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafd8575-f166-4b57-b996-28a5b7460a3c", "tag": "3b9c9acb-8432-426d-9d6d-05743dbbdd2c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:05.062083 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9dd102b-6093-4cf2-891d-d3570e313a47 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:05.062637 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'tag': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c', 'status': 'completed', 'code': 200} Aug 19 12:33:05.072939 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:05.073790 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.075174 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] 10.222.0.50 "PUT /v2.0/ports/cb05c0c9-ab0b-49dc-8a12-116515052ec0 HTTP/1.1" status: 200 len: 1094 time: 3.2771137 Aug 19 12:33:05.075976 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776ad78-3e59-400f-96f3-95976feb2c50 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:05.119155 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3258723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3775786'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.165322 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96540ed9-e851-4083-9c24-f4ea591f3360 service neutron] Pushing event updated for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:05.181659 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6694-a5c2-455e-bc3b-e8ce258b6a01 req-dc007e5f-5c81-41b4-9e4a-8ed0adf6d5b8 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:05.183240 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3c4d6694-a5c2-455e-bc3b-e8ce258b6a01 req-dc007e5f-5c81-41b4-9e4a-8ed0adf6d5b8 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0736878 Aug 19 12:33:05.197577 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=269aebc1-409d-4705-b89d-ddcf733f0fe2,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:05.220309 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Checking segment: {'id': '432caa69-30d3-477f-aaca-c3416d0f1c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7b7a6299-821e-4bed-98a8-5fcbc47e9b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:05.220995 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Network hostable DHCP agents. Network: 7b7a6299-821e-4bed-98a8-5fcbc47e9b21, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:05.244305 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3c4d6694-a5c2-455e-bc3b-e8ce258b6a01 req-b5ce742c-c185-4510-8775-fef1017e4fcc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498786 Aug 19 12:33:05.245412 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Network 7b7a6299-821e-4bed-98a8-5fcbc47e9b21 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:05.256579 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 7b7a6299-821e-4bed-98a8-5fcbc47e9b21) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:05.261233 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:05.261832 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.273251 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2277df1-21e3-4795-8ab8-43572e53a52b None None] Network 7b7a6299-821e-4bed-98a8-5fcbc47e9b21 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:05.297002 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-4f204664-2d97-4b90-8dea-fd2214c731b5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5012770 Aug 19 12:33:05.413807 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec202de0-2329-49e6-b68d-f6bca7b65146 None None] Network 7b7a6299-821e-4bed-98a8-5fcbc47e9b21 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:05.555910 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56594c0-87eb-4c3d-a460-2490c2429ed4 req-d4171186-6ac8-41fa-9748-1c59a92468f2 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:05.557995 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d56594c0-87eb-4c3d-a460-2490c2429ed4 req-d4171186-6ac8-41fa-9748-1c59a92468f2 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 943 time: 0.0582020 Aug 19 12:33:05.602824 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d56594c0-87eb-4c3d-a460-2490c2429ed4 req-a56869e5-bcc2-4fb3-bd04-0806da7852f3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365763 Aug 19 12:33:05.735457 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd3a2e18-27a3-4708-8678-0850ff6d8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.979968 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee94d9-ce3d-4fba-8830-3cc0cbc90202 req-217a1949-e05f-4136-a444-c79323666271 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:05.984341 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6ee94d9-ce3d-4fba-8830-3cc0cbc90202 req-217a1949-e05f-4136-a444-c79323666271 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 945 time: 0.0531077 Aug 19 12:33:05.984453 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44456) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:06.023956 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6ee94d9-ce3d-4fba-8830-3cc0cbc90202 req-86c3caf1-2f33-4ec1-acaf-9dd50a30e426 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Aug 19 12:33:06.090288 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ccc21c1-ea77-4312-8c7b-6489f0c2a245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.148532 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.178901 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254dbb9-d87e-4a2d-936b-0f24d4561c1d req-ee6e2279-3449-4d00-8acf-a41e1fbaa891 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:06.180463 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c254dbb9-d87e-4a2d-936b-0f24d4561c1d req-ee6e2279-3449-4d00-8acf-a41e1fbaa891 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 943 time: 0.0519218 Aug 19 12:33:06.183455 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ccc21c1-ea77-4312-8c7b-6489f0c2a245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.187346 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ccc21c1-ea77-4312-8c7b-6489f0c2a245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.222067 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c254dbb9-d87e-4a2d-936b-0f24d4561c1d req-f93d8a9f-7db9-4813-8ade-dc077ccecf10 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354044 Aug 19 12:33:06.227536 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc21c1-ea77-4312-8c7b-6489f0c2a245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5dc8d2-16e9-4b2d-a9f8-a053402992d5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:06.233076 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-9ccc21c1-ea77-4312-8c7b-6489f0c2a245 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6e75ee9f6154cfd8c652a7a28dd1d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474196 Aug 19 12:33:06.237337 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44462) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:06.286434 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8da00c22-91f8-4574-9e68-03fe21877761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.307907 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8da00c22-91f8-4574-9e68-03fe21877761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.358215 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8da00c22-91f8-4574-9e68-03fe21877761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.360888 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8da00c22-91f8-4574-9e68-03fe21877761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.362072 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-8da00c22-91f8-4574-9e68-03fe21877761 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d5dc8d2-16e9-4b2d-a9f8-a053402992d5 HTTP/1.1" status: 204 len: 168 time: 0.1236777 Aug 19 12:33:06.370126 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da00c22-91f8-4574-9e68-03fe21877761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5dc8d2-16e9-4b2d-a9f8-a053402992d5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:06.375067 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6ebb0-b637-4628-b9df-a81686404dec req-1f214a90-9900-4634-945a-a2033254f904 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:06.376569 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-65a6ebb0-b637-4628-b9df-a81686404dec req-1f214a90-9900-4634-945a-a2033254f904 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0517874 Aug 19 12:33:06.419818 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-65a6ebb0-b637-4628-b9df-a81686404dec req-a46f826a-4b60-4254-b7ee-6604135a36b5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335968 Aug 19 12:33:06.633389 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44472) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:06.648119 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37a92e89-64a1-45d2-8f5f-ea79f818e06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.727919 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3690d-820d-4684-b90a-94428b2e65ed req-85b70bb5-9743-4e3d-ad22-796336db8762 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:06.729267 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-55d3690d-820d-4684-b90a-94428b2e65ed req-85b70bb5-9743-4e3d-ad22-796336db8762 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 943 time: 0.0554619 Aug 19 12:33:06.740173 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37a92e89-64a1-45d2-8f5f-ea79f818e06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.744360 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37a92e89-64a1-45d2-8f5f-ea79f818e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.767418 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-55d3690d-820d-4684-b90a-94428b2e65ed req-aed8570b-0707-45b0-a245-4231f32de624 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Aug 19 12:33:06.786474 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-37a92e89-64a1-45d2-8f5f-ea79f818e06a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e520fb0fdc584837aed5d0646062d99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495476 Aug 19 12:33:06.786474 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a92e89-64a1-45d2-8f5f-ea79f818e06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6b40a7-6da2-4800-aae8-9699b90e8cab,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:06.786974 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 44476) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:06.838618 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16b47d6e-55a1-4e34-9f46-d3b6f2c0e61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.858823 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16b47d6e-55a1-4e34-9f46-d3b6f2c0e61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.903844 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16b47d6e-55a1-4e34-9f46-d3b6f2c0e61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.906377 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16b47d6e-55a1-4e34-9f46-d3b6f2c0e61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.907522 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-16b47d6e-55a1-4e34-9f46-d3b6f2c0e61a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f6b40a7-6da2-4800-aae8-9699b90e8cab HTTP/1.1" status: 204 len: 168 time: 0.1188078 Aug 19 12:33:06.915833 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b47d6e-55a1-4e34-9f46-d3b6f2c0e61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6b40a7-6da2-4800-aae8-9699b90e8cab,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:07.064310 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:07.068157 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740f7231-141b-4124-8722-acb5e5ffc53e" -d '{"events": [{"name": "network-changed", "server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:07.075014 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.110928 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e505f2d-6017-4260-b225-9fa424c51317 x-openstack-request-id: req-7e505f2d-6017-4260-b225-9fa424c51317 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:07.111214 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:07.111460 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e505f2d-6017-4260-b225-9fa424c51317 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:07.111889 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'status': 'completed', 'code': 200} Aug 19 12:33:07.152813 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ef038-1037-4111-b516-561aa7ef1846 req-296ad67e-e077-406b-b40e-b6442bfde795 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:07.154313 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9d6ef038-1037-4111-b516-561aa7ef1846 req-296ad67e-e077-406b-b40e-b6442bfde795 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 945 time: 0.0545471 Aug 19 12:33:07.196015 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9d6ef038-1037-4111-b516-561aa7ef1846 req-67c285cf-730d-406a-856e-42c281b38a80 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358658 Aug 19 12:33:07.249841 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 44492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:07.263229 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0816-c6db-4a44-b5d2-4083a1811145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.361150 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9378e-32a8-4705-b5a0-1ec69e06d007 req-6dfaba78-4ad9-4d53-a692-c8f927c6b6a1 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:07.362533 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c3e9378e-32a8-4705-b5a0-1ec69e06d007 req-6dfaba78-4ad9-4d53-a692-c8f927c6b6a1 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 943 time: 0.0674300 Aug 19 12:33:07.410394 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0816-c6db-4a44-b5d2-4083a1811145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.418836 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c3e9378e-32a8-4705-b5a0-1ec69e06d007 req-c82539d5-95eb-40b9-93a0-c1f164ce8218 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495119 Aug 19 12:33:07.419383 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0816-c6db-4a44-b5d2-4083a1811145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.455513 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-2b6a0816-c6db-4a44-b5d2-4083a1811145 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85008577233e4c1d851220d7c03d7d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045825 Aug 19 12:33:07.457393 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a0816-c6db-4a44-b5d2-4083a1811145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0de2ec-0869-43ac-a34d-c0796bb39af4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:07.464524 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44496) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:07.517351 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db8bf70e-df5a-4b88-acd1-4307d9a18433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.539628 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db8bf70e-df5a-4b88-acd1-4307d9a18433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.551184 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f995a2b-97f6-4140-b6bb-dd3df8a2ca8f req-5b11a304-3b31-4262-a3ea-99cb1af7e13f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:07.552693 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3f995a2b-97f6-4140-b6bb-dd3df8a2ca8f req-5b11a304-3b31-4262-a3ea-99cb1af7e13f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0550823 Aug 19 12:33:07.585979 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db8bf70e-df5a-4b88-acd1-4307d9a18433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.588462 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db8bf70e-df5a-4b88-acd1-4307d9a18433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.589914 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-db8bf70e-df5a-4b88-acd1-4307d9a18433 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a0de2ec-0869-43ac-a34d-c0796bb39af4 HTTP/1.1" status: 204 len: 168 time: 0.1304524 Aug 19 12:33:07.591417 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3f995a2b-97f6-4140-b6bb-dd3df8a2ca8f req-b70eb2d6-f79d-440b-af90-8e0f07f15295 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316551 Aug 19 12:33:07.598110 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bf70e-df5a-4b88-acd1-4307d9a18433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0de2ec-0869-43ac-a34d-c0796bb39af4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:07.614483 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:07.677074 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:07.681467 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:07.681836 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.887807 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.914564 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6f192d-a224-4140-8ffc-89407369aada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125dd6ba-9b5f-4bd9-bac2-ad65e4583f75'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:07.917025 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb3509d-6d19-45d3-8f17-b29dc74de738" -d '{"events": [{"server_uuid": "9b6f192d-a224-4140-8ffc-89407369aada", "name": "network-vif-plugged", "status": "completed", "tag": "125dd6ba-9b5f-4bd9-bac2-ad65e4583f75"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:07.933124 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,segment=NetworkSegment(23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3),segment_id=23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:07.940037 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.978309 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cc9f2c-cb9b-4dc1-88ae-314857319994 x-openstack-request-id: req-e0cc9f2c-cb9b-4dc1-88ae-314857319994 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:07.978725 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6f192d-a224-4140-8ffc-89407369aada", "name": "network-vif-plugged", "status": "completed", "tag": "125dd6ba-9b5f-4bd9-bac2-ad65e4583f75", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:07.979117 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0cc9f2c-cb9b-4dc1-88ae-314857319994 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:07.979709 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6f192d-a224-4140-8ffc-89407369aada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125dd6ba-9b5f-4bd9-bac2-ad65e4583f75', 'code': 200} Aug 19 12:33:08.023784 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:08.177770 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f7231-141b-4124-8722-acb5e5ffc53e req-35a61522-9f7a-4f24-b8df-e84aae1aa4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.180100 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-740f7231-141b-4124-8722-acb5e5ffc53e req-35a61522-9f7a-4f24-b8df-e84aae1aa4e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 1097 time: 0.4173770 Aug 19 12:33:08.190834 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4726fe6-4e0a-4b70-805f-4131cc39c208 req-626193d9-246c-4720-891a-0e29ff712b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.192311 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c4726fe6-4e0a-4b70-805f-4131cc39c208 req-626193d9-246c-4720-891a-0e29ff712b34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 1096 time: 0.4498241 Aug 19 12:33:08.247279 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d0c22-afd4-49d5-9c3e-5f8f69071b24 req-51648173-2452-401d-8e56-bbc39442973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.249777 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-aa2d0c22-afd4-49d5-9c3e-5f8f69071b24 req-51648173-2452-401d-8e56-bbc39442973c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 1099 time: 0.1161122 Aug 19 12:33:08.260375 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363acbd-7979-4983-9b72-b55cab703524 req-4b21a2e8-278f-4a92-a6a6-59073bd8b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.261926 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c363acbd-7979-4983-9b72-b55cab703524 req-4b21a2e8-278f-4a92-a6a6-59073bd8b374 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 1099 time: 0.4063351 Aug 19 12:33:08.283133 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-aa2d0c22-afd4-49d5-9c3e-5f8f69071b24 req-accc8a61-584b-48ef-abe5-59b888ac8174 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.328458 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.423733 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c363acbd-7979-4983-9b72-b55cab703524 req-e1937845-edc0-4fbd-8a90-619123a25fad service neutron] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.441262 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31c9df-e365-4b82-9b1f-d3ad3a94a0e8 req-d1a2bb68-67fc-40c9-a633-4b052678a869 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.442720 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6f31c9df-e365-4b82-9b1f-d3ad3a94a0e8 req-d1a2bb68-67fc-40c9-a633-4b052678a869 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 943 time: 0.5754390 Aug 19 12:33:08.503921 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-aa2d0c22-afd4-49d5-9c3e-5f8f69071b24 req-accc8a61-584b-48ef-abe5-59b888ac8174 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.517097 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [req-aa2d0c22-afd4-49d5-9c3e-5f8f69071b24 req-accc8a61-584b-48ef-abe5-59b888ac8174 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.556947 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba152eef-4508-45d6-9ce5-1796608534c3 req-33ef24db-65ed-47bd-831f-2ea47803fc38 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.558565 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ba152eef-4508-45d6-9ce5-1796608534c3 req-33ef24db-65ed-47bd-831f-2ea47803fc38 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 946 time: 0.2335341 Aug 19 12:33:08.573159 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6f31c9df-e365-4b82-9b1f-d3ad3a94a0e8 req-fe042020-bb50-49cd-9f33-4f236bd87fd4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154914 Aug 19 12:33:08.585586 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-aa2d0c22-afd4-49d5-9c3e-5f8f69071b24 req-accc8a61-584b-48ef-abe5-59b888ac8174 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273058 Aug 19 12:33:08.615650 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44542) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:08.617724 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.db.api [req-c363acbd-7979-4983-9b72-b55cab703524 req-e1937845-edc0-4fbd-8a90-619123a25fad service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 9db122228faf4adaa7a28add4c98845f {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:33:08.618034 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG oslo_db.api [req-c363acbd-7979-4983-9b72-b55cab703524 req-e1937845-edc0-4fbd-8a90-619123a25fad service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:33:08.638040 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc8a61-584b-48ef-abe5-59b888ac8174 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=30410f3b-b287-4edf-86d0-cc53bcc897ea,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:08.666107 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ba152eef-4508-45d6-9ce5-1796608534c3 req-d5067482-1d4b-41fd-a29b-9f697e3ba2f7 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860839 Aug 19 12:33:08.670466 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4726fe6-4e0a-4b70-805f-4131cc39c208 req-f277f9c5-a8e6-410b-92f2-e3fbb75c14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.671893 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c4726fe6-4e0a-4b70-805f-4131cc39c208 req-f277f9c5-a8e6-410b-92f2-e3fbb75c14a5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=89e083d65ed147918793db874fe5aca7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4605646 Aug 19 12:33:08.675239 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f7231-141b-4124-8722-acb5e5ffc53e req-0ca2a62e-b76d-4541-add3-e6b4fb1ff34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.677221 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-740f7231-141b-4124-8722-acb5e5ffc53e req-0ca2a62e-b76d-4541-add3-e6b4fb1ff34a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4797089 Aug 19 12:33:08.773924 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841525c-f318-4983-892b-e3ade8e40abd req-d71f4688-9d83-4c84-a178-b457ee80afc9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.776033 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c841525c-f318-4983-892b-e3ade8e40abd req-d71f4688-9d83-4c84-a178-b457ee80afc9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 943 time: 0.0816388 Aug 19 12:33:08.845435 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c841525c-f318-4983-892b-e3ade8e40abd req-72768f96-cfc1-48eb-801c-6bf2d511c3f0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554717 Aug 19 12:33:08.938974 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb03-0e44-463e-a17a-d456b9d16f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.965160 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c61ae-8c3d-4b6b-abd2-44268b974822 req-8bf0f4d9-0610-4483-a415-30d3b896ffed tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.973446 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-724c61ae-8c3d-4b6b-abd2-44268b974822 req-8bf0f4d9-0610-4483-a415-30d3b896ffed tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.2238131 Aug 19 12:33:09.044299 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-724c61ae-8c3d-4b6b-abd2-44268b974822 req-38d4a54d-74a6-4c04-9fc1-8e4993cb0393 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697474 Aug 19 12:33:09.078363 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb03-0e44-463e-a17a-d456b9d16f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.082429 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb03-0e44-463e-a17a-d456b9d16f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.090897 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f7231-141b-4124-8722-acb5e5ffc53e req-8c7fd3aa-426b-4f62-b3eb-013a77088fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.092371 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-740f7231-141b-4124-8722-acb5e5ffc53e req-8c7fd3aa-426b-4f62-b3eb-013a77088fd3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424400 Aug 19 12:33:09.099048 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4726fe6-4e0a-4b70-805f-4131cc39c208 req-2288e234-58a7-4bbb-9888-100ea9190b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.101161 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c4726fe6-4e0a-4b70-805f-4131cc39c208 req-2288e234-58a7-4bbb-9888-100ea9190b47 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2518311 Aug 19 12:33:09.121621 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c363acbd-7979-4983-9b72-b55cab703524 req-e1937845-edc0-4fbd-8a90-619123a25fad service neutron] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.134285 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-85a3eb03-0e44-463e-a17a-d456b9d16f94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d625b2f0829c48b1ba121153de43cea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5160308 Aug 19 12:33:09.135000 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3eb03-0e44-463e-a17a-d456b9d16f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565dc248-84df-4616-82ca-2c31e02ffb66,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:09.139703 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44568) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:09.200029 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b35dde9-bff9-4d27-95b0-b09eeda5e607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.241043 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b35dde9-bff9-4d27-95b0-b09eeda5e607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.262690 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-e566fd28-72ef-42f4-bc4a-eaba90581acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.264212 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-e566fd28-72ef-42f4-bc4a-eaba90581acd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 1097 time: 0.1160734 Aug 19 12:33:09.270957 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-ee37c930-4f6a-48bb-8c8d-9bb4d8eae754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.273061 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-ee37c930-4f6a-48bb-8c8d-9bb4d8eae754 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 1096 time: 0.1098573 Aug 19 12:33:09.283598 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c363acbd-7979-4983-9b72-b55cab703524 req-e1937845-edc0-4fbd-8a90-619123a25fad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9854040 Aug 19 12:33:09.297211 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b35dde9-bff9-4d27-95b0-b09eeda5e607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.300172 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5b35dde9-bff9-4d27-95b0-b09eeda5e607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.301595 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-5b35dde9-bff9-4d27-95b0-b09eeda5e607 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/565dc248-84df-4616-82ca-2c31e02ffb66 HTTP/1.1" status: 204 len: 168 time: 0.1609626 Aug 19 12:33:09.310511 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35dde9-bff9-4d27-95b0-b09eeda5e607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565dc248-84df-4616-82ca-2c31e02ffb66,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:09.328232 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-c9751755-ac7d-40ca-ac77-dceebcd7aa9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0 HTTP/1.1" status: 200 len: 217 time: 0.0540810 Aug 19 12:33:09.367794 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-41a1ccb8-9654-4cae-acea-74a2547de22f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b9c9acb-8432-426d-9d6d-05743dbbdd2c HTTP/1.1" status: 200 len: 217 time: 0.0534132 Aug 19 12:33:09.599975 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-0d27246e-6488-4bae-8ce9-86497894f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.602207 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-0d27246e-6488-4bae-8ce9-86497894f039 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f07125d1-9222-4282-a4b0-3cce5793962a HTTP/1.1" status: 200 len: 850 time: 0.1040754 Aug 19 12:33:09.604034 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-3036f4f3-5b37-4571-80c0-79f2b66b7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.605484 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-3036f4f3-5b37-4571-80c0-79f2b66b7ee0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.1086626 Aug 19 12:33:09.732801 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-ad551979-5da7-4dfb-8ee9-5eae1ef1cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.734330 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-ad551979-5da7-4dfb-8ee9-5eae1ef1cb14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9c0505f-0b62-430c-81bb-51a10230472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1183467 Aug 19 12:33:09.774162 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-edd2a7cb-dcb8-4a70-9d6e-a84d164e27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.775667 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-edd2a7cb-dcb8-4a70-9d6e-a84d164e27c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1579418 Aug 19 12:33:09.809828 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 00363c01-0c43-42e9-beec-076174fb99af details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:09.812560 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d5dc7-3332-4613-893e-e09ab0e59490 req-fef3a769-f910-456f-b56a-d9ff57379533 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:09.822755 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1b7d5dc7-3332-4613-893e-e09ab0e59490 req-fef3a769-f910-456f-b56a-d9ff57379533 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 943 time: 0.1684029 Aug 19 12:33:09.949904 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 00363c01-0c43-42e9-beec-076174fb99af, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=00363c01-0c43-42e9-beec-076174fb99af,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:09.971391 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '00363c01-0c43-42e9-beec-076174fb99af', 'network_id': '9ac555dc-9427-48d6-a42f-9780f81698ca', 'port_id': '00363c01-0c43-42e9-beec-076174fb99af', 'mac_address': 'fa:16:3e:2e:c5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eb3bcb-03a5-46e8-974c-a7b65e935ba1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:10.010581 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1b7d5dc7-3332-4613-893e-e09ab0e59490 req-d91311c9-6296-476f-8aad-066f01749ffb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811290 Aug 19 12:33:10.035583 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.044077 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66469c-a7ef-4ed0-8af2-ebcb39901ed7 req-8b6c1608-7110-47de-a1e1-57c302961421 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:10.045823 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dc66469c-a7ef-4ed0-8af2-ebcb39901ed7 req-8b6c1608-7110-47de-a1e1-57c302961421 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 946 time: 0.2469850 Aug 19 12:33:10.051394 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-e912075b-bf7f-49d4-80d1-6b4d66cecb99 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037398 Aug 19 12:33:10.069794 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00363c01-0c43-42e9-beec-076174fb99af {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:10.088813 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-8ccef657-7f0e-4d65-99d6-34211c3f7f54 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879293 Aug 19 12:33:10.115131 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 00363c01-0c43-42e9-beec-076174fb99af, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=00363c01-0c43-42e9-beec-076174fb99af,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:10.125012 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.235953 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44634) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:10.241478 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=00363c01-0c43-42e9-beec-076174fb99af,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:10.277802 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dc66469c-a7ef-4ed0-8af2-ebcb39901ed7 req-5b64723a-cde3-49df-b410-81fc9dfa9f6d tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193010 Aug 19 12:33:10.337758 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bef483f1-a8b6-4fa0-86de-28759cee1703 req-6b933ccf-07ba-44b6-85c3-5a95d998aff3 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690303 Aug 19 12:33:10.345974 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e9811-a1fd-4ab0-877e-edc212a4d575 req-33cb2439-cda1-4ed8-acca-9aba41213f10 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:10.347999 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-026e9811-a1fd-4ab0-877e-edc212a4d575 req-33cb2439-cda1-4ed8-acca-9aba41213f10 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 943 time: 0.2032700 Aug 19 12:33:10.363712 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8e256f0-6b10-4852-86b1-4f738d9530ea req-9f894f60-35e4-41a3-9ee5-6a4d2265fd06 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312028 Aug 19 12:33:10.415196 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-026e9811-a1fd-4ab0-877e-edc212a4d575 req-de92c30b-041f-48d3-94d9-5caa25803e3d tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499094 Aug 19 12:33:10.466906 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-672417074-network', 'tenant_id': '39f1f10196dd4ac39076a388d8c493ba'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:10.501718 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Made reservation on behalf of 39f1f10196dd4ac39076a388d8c493ba for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:10.504056 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.519861 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe92bc6-a7d1-43bd-87ef-23a833d064eb req-d38d4b68-eaad-43ca-bb87-a94826bae9ed tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:10.521638 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dbe92bc6-a7d1-43bd-87ef-23a833d064eb req-d38d4b68-eaad-43ca-bb87-a94826bae9ed tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0670934 Aug 19 12:33:10.522772 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.547500 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['00363c01-0c43-42e9-beec-076174fb99af'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:10.575247 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dbe92bc6-a7d1-43bd-87ef-23a833d064eb req-8586091f-60b4-49f0-b189-553cd5876a31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467689 Aug 19 12:33:10.661071 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.665976 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.691042 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:10.699916 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301cac03-e301-40e2-89af-34be6a166f37,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:10.706043 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.706621 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.segments_db [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Added segment 01140b80-8036-40d1-a225-31f33d33d4db of type vlan for network c21698c5-b754-499b-bc5c-7618b713ee3b Aug 19 12:33:10.755014 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.791770 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.791770 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:10.792061 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.861030 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6236100 Aug 19 12:33:10.864359 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44666) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:10.875635 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Request body: {'subnet': {'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-672417074-subnet', 'tenant_id': '39f1f10196dd4ac39076a388d8c493ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:10.885277 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321c5f1-a903-4ca9-acd5-1c77485f837c admin admin] Pushing event updated for resources: {'Network': ['ID=c21698c5-b754-499b-bc5c-7618b713ee3b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:10.895849 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network c21698c5-b754-499b-bc5c-7618b713ee3b details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:10.907779 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Made reservation on behalf of 39f1f10196dd4ac39076a388d8c493ba for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:10.911256 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3775804'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.094403 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3258723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3775786'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.120677 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffba12-2f38-4036-b2d9-ae0e44c54218 req-d88f90b2-323c-481c-bda4-ad47d8f02ce8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.122165 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fffba12-2f38-4036-b2d9-ae0e44c54218 req-d88f90b2-323c-481c-bda4-ad47d8f02ce8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 944 time: 0.0521863 Aug 19 12:33:11.154059 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:11.164273 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Checking segment: {'id': '01140b80-8036-40d1-a225-31f33d33d4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:11.164662 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Network hostable DHCP agents. Network: c21698c5-b754-499b-bc5c-7618b713ee3b, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:11.182315 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Network c21698c5-b754-499b-bc5c-7618b713ee3b is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:11.191810 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, c21698c5-b754-499b-bc5c-7618b713ee3b) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:11.196483 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.197102 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.202150 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b2de3-57a0-40b7-93e4-acc41e841126 None None] Network c21698c5-b754-499b-bc5c-7618b713ee3b requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:11.232101 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-782fa9b6-7690-4bee-8ea4-22ce83f9b0d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3570628 Aug 19 12:33:11.347452 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc9aace-70bb-422e-9595-e9447b88ca38 None None] Network c21698c5-b754-499b-bc5c-7618b713ee3b requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:11.395386 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fffba12-2f38-4036-b2d9-ae0e44c54218 req-4e734c58-5afd-44bc-b605-da4be56b7ca3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670147 Aug 19 12:33:11.438419 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaddda-8345-4600-add6-712bc645acd8 req-5628ba97-cad0-45aa-89b2-3eae8bd9674b tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.439937 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d8aaddda-8345-4600-add6-712bc645acd8 req-5628ba97-cad0-45aa-89b2-3eae8bd9674b tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 946 time: 0.0641134 Aug 19 12:33:11.490194 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d8aaddda-8345-4600-add6-712bc645acd8 req-75c40774-33a9-48e3-bc53-48ce7636f60b tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Aug 19 12:33:11.590260 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c06602-46ab-4ad5-a676-85b422724b35 req-bae29529-601f-4d45-82bc-400e9219bedc tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.593372 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c2c06602-46ab-4ad5-a676-85b422724b35 req-bae29529-601f-4d45-82bc-400e9219bedc tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 943 time: 0.0605261 Aug 19 12:33:11.644214 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c2c06602-46ab-4ad5-a676-85b422724b35 req-c059d8f0-d818-4c4c-bf70-dea929df7d71 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442226 Aug 19 12:33:11.727101 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a20d30-8a62-4236-82bd-78ad10b995d3 req-6cef412d-bcb3-4da9-bf13-dfa9fb7716d0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.729836 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35a20d30-8a62-4236-82bd-78ad10b995d3 req-6cef412d-bcb3-4da9-bf13-dfa9fb7716d0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0571196 Aug 19 12:33:11.793440 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35a20d30-8a62-4236-82bd-78ad10b995d3 req-ea615304-5a5a-4b77-9a14-6499aa35155d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572381 Aug 19 12:33:11.836503 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 00363c01-0c43-42e9-beec-076174fb99af up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:11.895693 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port 00363c01-0c43-42e9-beec-076174fb99af completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:11.902232 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 00363c01-0c43-42e9-beec-076174fb99af triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:11.902865 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.005767 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.040198 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00363c01-0c43-42e9-beec-076174fb99af'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:12.042520 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d69624-9a86-43b1-842d-4ee200cccb20" -d '{"events": [{"server_uuid": "f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147", "name": "network-vif-plugged", "status": "completed", "tag": "00363c01-0c43-42e9-beec-076174fb99af"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:12.060002 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 00363c01-0c43-42e9-beec-076174fb99af, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=00363c01-0c43-42e9-beec-076174fb99af,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:12.066371 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.105371 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd01fcf8-75d4-414a-8dff-be4c11f6a19f x-openstack-request-id: req-bd01fcf8-75d4-414a-8dff-be4c11f6a19f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:12.105659 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147", "name": "network-vif-plugged", "status": "completed", "tag": "00363c01-0c43-42e9-beec-076174fb99af", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:12.105914 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd01fcf8-75d4-414a-8dff-be4c11f6a19f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:12.106447 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00363c01-0c43-42e9-beec-076174fb99af', 'code': 200} Aug 19 12:33:12.126929 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=00363c01-0c43-42e9-beec-076174fb99af,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:12.283189 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435a2e8-2f2b-4f42-b310-220907e7a796 req-0060dc0e-3b49-4bbe-8367-22be4ec9ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.284713 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b435a2e8-2f2b-4f42-b310-220907e7a796 req-0060dc0e-3b49-4bbe-8367-22be4ec9ab83 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 1098 time: 0.0407336 Aug 19 12:33:12.322475 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b435a2e8-2f2b-4f42-b310-220907e7a796 req-e5965637-0fdb-44e8-bc90-59d54ca2760e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299613 Aug 19 12:33:12.521091 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dbad3-21b8-49d8-a94e-7ba9460f3987 req-eba2ca13-b763-48b9-bdec-34d2b5e37858 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.524254 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-636dbad3-21b8-49d8-a94e-7ba9460f3987 req-eba2ca13-b763-48b9-bdec-34d2b5e37858 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0574522 Aug 19 12:33:12.561794 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-636dbad3-21b8-49d8-a94e-7ba9460f3987 req-c8d5ad91-da12-4662-867c-0d772c3cc283 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Aug 19 12:33:12.774272 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55d9a2-372e-4099-9e75-a277e7be2f56 req-0bc024be-669b-457c-b7d3-22598392165c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.775777 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3b55d9a2-372e-4099-9e75-a277e7be2f56 req-0bc024be-669b-457c-b7d3-22598392165c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 943 time: 0.0583522 Aug 19 12:33:12.812823 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3b55d9a2-372e-4099-9e75-a277e7be2f56 req-20599f49-3e28-4948-9c21-029766fea499 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310004 Aug 19 12:33:12.926975 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fe6a1-ae27-4ce6-8094-ba6483e11e0f req-7f9a7bc1-3833-4cbd-8135-88d27d7d4327 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.929154 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1d7fe6a1-ae27-4ce6-8094-ba6483e11e0f req-7f9a7bc1-3833-4cbd-8135-88d27d7d4327 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0553892 Aug 19 12:33:12.968067 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1d7fe6a1-ae27-4ce6-8094-ba6483e11e0f req-b498e1ff-520d-4d3f-8235-f06fc492eccd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332372 Aug 19 12:33:13.190392 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-a5fed23d-4f70-4619-b909-62b3f4779613 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:13.199108 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-a5fed23d-4f70-4619-b909-62b3f4779613 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/networks?id=c21698c5-b754-499b-bc5c-7618b713ee3b HTTP/1.1" status: 200 len: 808 time: 0.1304903 Aug 19 12:33:13.229163 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-7e9dd677-7b99-42bc-ac81-eb29232c649c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/quotas/39f1f10196dd4ac39076a388d8c493ba HTTP/1.1" status: 200 len: 375 time: 0.0236697 Aug 19 12:33:13.290322 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-bed21d6e-5bfa-41eb-b5ce-ba6e72f4c6f7 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=39f1f10196dd4ac39076a388d8c493ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535884 Aug 19 12:33:13.448709 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-61aaaaec-e2ee-4639-a5d4-5b1033a83d72 service neutron] 10.222.0.42 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574757 Aug 19 12:33:13.563864 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44776) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:13.609810 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44782) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:13.612013 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-9dfe9345-156e-4666-b3c1-6b9cc80e273d service neutron] 10.222.0.42 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546721 Aug 19 12:33:13.782605 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e617b0d5-4b3f-40b9-a434-2a81040c37ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.840501 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4bf92-322c-4f32-945a-d32193d1f472 req-8a9190a8-7cd2-4967-a51a-b54b6c9412ef tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:13.842597 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 3b9c9acb-8432-426d-9d6d-05743dbbdd2c details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:13.843084 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6a4bf92-322c-4f32-945a-d32193d1f472 req-8a9190a8-7cd2-4967-a51a-b54b6c9412ef tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0946450 Aug 19 12:33:13.861364 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c882f55-6584-4eb1-9bed-b7eee8156271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.910338 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ee1eeb1a-74d2-4206-b7c9-5b1420b3050a req-48b28fdd-e126-43da-9f14-2648a2e8942f tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 210 time: 0.0521705 Aug 19 12:33:13.942804 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6a4bf92-322c-4f32-945a-d32193d1f472 req-c8a29efb-2fec-4cb5-b240-522947e02003 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643065 Aug 19 12:33:13.977725 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e617b0d5-4b3f-40b9-a434-2a81040c37ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.000300 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e617b0d5-4b3f-40b9-a434-2a81040c37ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.020343 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:14.054950 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e617b0d5-4b3f-40b9-a434-2a81040c37ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2910a8f65b54a648056e136150e7970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406600 Aug 19 12:33:14.056224 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44798) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:14.075030 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'port_id': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c', 'mac_address': 'fa:16:3e:da:45:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:14.086314 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d76f57-b1b6-4f18-ada1-328f6b03a333 req-b050f0db-6f43-40a0-ae33-e50156e17fba tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.097525 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-73d76f57-b1b6-4f18-ada1-328f6b03a333 req-b050f0db-6f43-40a0-ae33-e50156e17fba tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 943 time: 0.0949473 Aug 19 12:33:14.121181 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.139228 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9c9acb-8432-426d-9d6d-05743dbbdd2c {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:14.152542 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617b0d5-4b3f-40b9-a434-2a81040c37ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4c42fa-d779-41d6-87f8-7fd5084c0cbe,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:14.156051 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-73d76f57-b1b6-4f18-ada1-328f6b03a333 req-771aad0a-9f12-40ff-be7c-9e35599427de tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573244 Aug 19 12:33:14.174995 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eeff2d43-939f-42d7-8189-2d299d221f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.182369 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:14.188790 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.189327 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cb05c0c9-ab0b-49dc-8a12-116515052ec0 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:14.204163 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eeff2d43-939f-42d7-8189-2d299d221f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.296842 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eeff2d43-939f-42d7-8189-2d299d221f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.299953 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eeff2d43-939f-42d7-8189-2d299d221f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.301767 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-eeff2d43-939f-42d7-8189-2d299d221f52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b4c42fa-d779-41d6-87f8-7fd5084c0cbe HTTP/1.1" status: 204 len: 168 time: 0.2441185 Aug 19 12:33:14.315780 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c882f55-6584-4eb1-9bed-b7eee8156271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.317074 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff2d43-939f-42d7-8189-2d299d221f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4c42fa-d779-41d6-87f8-7fd5084c0cbe,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:14.326488 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26005-3131-46e8-968a-806fbdbbd2ba req-656f5293-3701-415e-bb5b-d2001ce4fc8c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.328108 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9c882f55-6584-4eb1-9bed-b7eee8156271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.337751 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d7e26005-3131-46e8-968a-806fbdbbd2ba req-656f5293-3701-415e-bb5b-d2001ce4fc8c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0918796 Aug 19 12:33:14.363196 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-9c882f55-6584-4eb1-9bed-b7eee8156271 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7eca257a307c499e93c50e7083d500f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7963655 Aug 19 12:33:14.365510 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44806) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:14.395901 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d7e26005-3131-46e8-968a-806fbdbbd2ba req-764f14b9-9398-4311-89e4-82ea3cd3b72b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569067 Aug 19 12:33:14.458324 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c882f55-6584-4eb1-9bed-b7eee8156271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c994bc7d-3512-490b-a536-a4ec6be39489,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:14.496161 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:14.514245 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88ee86a4-63b2-4ad1-bb47-0fbb337e9599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.563647 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88ee86a4-63b2-4ad1-bb47-0fbb337e9599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.566465 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c320be5-e3f1-4edf-9f1c-6265970bceb0 req-40911508-2da9-43ac-83b6-0f21dd1c1991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.568538 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c320be5-e3f1-4edf-9f1c-6265970bceb0 req-40911508-2da9-43ac-83b6-0f21dd1c1991 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 1098 time: 0.1452241 Aug 19 12:33:14.590686 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:14.640581 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'port_id': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'mac_address': 'fa:16:3e:3c:39:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:14.651842 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88ee86a4-63b2-4ad1-bb47-0fbb337e9599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.654368 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-88ee86a4-63b2-4ad1-bb47-0fbb337e9599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.657910 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-88ee86a4-63b2-4ad1-bb47-0fbb337e9599 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c994bc7d-3512-490b-a536-a4ec6be39489 HTTP/1.1" status: 204 len: 168 time: 0.2884672 Aug 19 12:33:14.668861 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee86a4-63b2-4ad1-bb47-0fbb337e9599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c994bc7d-3512-490b-a536-a4ec6be39489,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:14.705108 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.715918 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:33:14.743981 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb05c0c9-ab0b-49dc-8a12-116515052ec0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:14.787142 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7fee5-8b3c-43e3-8bc3-3692949c8002 req-0661e4d8-f365-425a-a6b8-74dfb4732636 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.797609 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3ed7fee5-8b3c-43e3-8bc3-3692949c8002 req-0661e4d8-f365-425a-a6b8-74dfb4732636 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.2878568 Aug 19 12:33:14.799852 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:14.812539 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.901192 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c320be5-e3f1-4edf-9f1c-6265970bceb0 req-f96ce68b-6b72-4851-ae3a-3ea80b99c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.902581 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c320be5-e3f1-4edf-9f1c-6265970bceb0 req-f96ce68b-6b72-4851-ae3a-3ea80b99c22b service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 919 time: 0.3025515 Aug 19 12:33:14.932726 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:14.997827 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3ed7fee5-8b3c-43e3-8bc3-3692949c8002 req-cecf7d14-09a8-4771-be1d-658c9a40ab98 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987898 Aug 19 12:33:15.000412 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c320be5-e3f1-4edf-9f1c-6265970bceb0 req-683c2540-7b41-4254-a34e-bd9e034a1075 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00363c01-0c43-42e9-beec-076174fb99af HTTP/1.1" status: 200 len: 217 time: 0.0872834 Aug 19 12:33:15.008567 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44830) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:15.039711 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c77b101-36ae-4d0e-b6a1-c2fe16e4cee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.088579 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c320be5-e3f1-4edf-9f1c-6265970bceb0 req-92f80eaf-d864-4923-916a-02aa54a38bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:15.091092 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c320be5-e3f1-4edf-9f1c-6265970bceb0 req-92f80eaf-d864-4923-916a-02aa54a38bc7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32eb3bcb-03a5-46e8-974c-a7b65e935ba1 HTTP/1.1" status: 200 len: 858 time: 0.0700772 Aug 19 12:33:15.133488 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2ea2b560-4e73-4662-83ae-4d303c78d2b5 req-f17e7db1-ad77-431e-b498-5441c8bb8193 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 210 time: 0.1106634 Aug 19 12:33:15.157574 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c320be5-e3f1-4edf-9f1c-6265970bceb0 req-62cf3af0-2e77-4433-98c8-5691f44306e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ac555dc-9427-48d6-a42f-9780f81698ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506339 Aug 19 12:33:15.161936 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['cb05c0c9-ab0b-49dc-8a12-116515052ec0'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:15.165277 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c77b101-36ae-4d0e-b6a1-c2fe16e4cee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.170209 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0c77b101-36ae-4d0e-b6a1-c2fe16e4cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.196301 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['3b9c9acb-8432-426d-9d6d-05743dbbdd2c'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:15.233106 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 44836) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:15.234223 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0c77b101-36ae-4d0e-b6a1-c2fe16e4cee1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30c069b66be144788b7faa30f1cdcef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239528 Aug 19 12:33:15.235391 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77b101-36ae-4d0e-b6a1-c2fe16e4cee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b355dbd4-4246-4f73-80fe-8b682837cbf5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:15.336852 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44838) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:15.345424 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c320be5-e3f1-4edf-9f1c-6265970bceb0 req-1b41b43d-4c9c-446b-8fc0-db61427ab3f3 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792538 Aug 19 12:33:15.352114 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba368d0c-ef29-4636-bf48-702d490d23d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.365327 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc861512-1d59-4b73-8d86-cc8ba3b1ce82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.386271 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6ded0-ec3a-4707-b324-e8235f00d414 req-4a078b0e-1f55-4bb9-9547-b6378e0fe383 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:15.387726 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c5b6ded0-ec3a-4707-b324-e8235f00d414 req-4a078b0e-1f55-4bb9-9547-b6378e0fe383 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 944 time: 0.0949316 Aug 19 12:33:15.409401 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba368d0c-ef29-4636-bf48-702d490d23d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.530708 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc861512-1d59-4b73-8d86-cc8ba3b1ce82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.535504 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc861512-1d59-4b73-8d86-cc8ba3b1ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.573991 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c5b6ded0-ec3a-4707-b324-e8235f00d414 req-a54f8a48-0b30-44f4-8717-6bcfd029c8e2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675317 Aug 19 12:33:15.590786 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-bc861512-1d59-4b73-8d86-cc8ba3b1ce82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3ba7c82f8994a65a5150a868c20d3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499673 Aug 19 12:33:15.591131 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 44842) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:15.593987 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc861512-1d59-4b73-8d86-cc8ba3b1ce82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9322ac2d-8455-422b-b0b0-1dd2c5014dda,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:15.645363 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c320be5-e3f1-4edf-9f1c-6265970bceb0 req-4cb67b50-3c96-42b7-afca-c5dfedcd19fb service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763987 Aug 19 12:33:15.664599 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba368d0c-ef29-4636-bf48-702d490d23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.667528 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba368d0c-ef29-4636-bf48-702d490d23d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.668933 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a4ab38e-80cc-4b11-91be-3e7037c87292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.669408 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-ba368d0c-ef29-4636-bf48-702d490d23d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b355dbd4-4246-4f73-80fe-8b682837cbf5 HTTP/1.1" status: 204 len: 168 time: 0.4338076 Aug 19 12:33:15.695517 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43855d-4a15-45af-b1b6-1ba13906c595 req-4fbaccdf-45f2-4435-bd2c-eb25e8a326cd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:15.703963 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a4ab38e-80cc-4b11-91be-3e7037c87292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.707194 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cd43855d-4a15-45af-b1b6-1ba13906c595 req-4fbaccdf-45f2-4435-bd2c-eb25e8a326cd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 945 time: 0.1936769 Aug 19 12:33:15.730823 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba368d0c-ef29-4636-bf48-702d490d23d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b355dbd4-4246-4f73-80fe-8b682837cbf5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:15.741837 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-62d35e5e-c05d-4abf-bf02-c67489af8f0b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:15.743523 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-62d35e5e-c05d-4abf-bf02-c67489af8f0b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.50 "GET /v2.0/networks?id=c21698c5-b754-499b-bc5c-7618b713ee3b HTTP/1.1" status: 200 len: 808 time: 0.2496183 Aug 19 12:33:15.766610 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Request body: {'port': {'device_id': 'f29e9b95-75eb-4fa6-8e49-60eb1cc79e22', 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b', 'admin_state_up': True, 'tenant_id': '39f1f10196dd4ac39076a388d8c493ba'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:15.774316 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cd43855d-4a15-45af-b1b6-1ba13906c595 req-8afa1e02-022a-48da-8300-9b89d8c65e66 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662768 Aug 19 12:33:15.786802 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a4ab38e-80cc-4b11-91be-3e7037c87292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.791302 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a4ab38e-80cc-4b11-91be-3e7037c87292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.792486 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-4a4ab38e-80cc-4b11-91be-3e7037c87292 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9322ac2d-8455-422b-b0b0-1dd2c5014dda HTTP/1.1" status: 204 len: 168 time: 0.2002454 Aug 19 12:33:15.814034 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ab38e-80cc-4b11-91be-3e7037c87292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9322ac2d-8455-422b-b0b0-1dd2c5014dda,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:15.902046 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Made reservation on behalf of 39f1f10196dd4ac39076a388d8c493ba for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:15.905758 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.183911 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Allocated IP 172.20.0.5 (c21698c5-b754-499b-bc5c-7618b713ee3b/246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4/911f90d0-94af-4b2d-a71b-308acaa4655c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:16.225454 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32393e-2ded-41a7-b221-78ff13d8a98c req-3daf28e2-7036-4126-8232-453a25dc149e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.227042 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bd32393e-2ded-41a7-b221-78ff13d8a98c req-3daf28e2-7036-4126-8232-453a25dc149e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1185863 Aug 19 12:33:16.341859 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eb42bc05-4ff6-4bbb-929f-1f683c7775b6 req-8ff69858-26e5-44a1-8fd8-001267347e88 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 210 time: 0.0974033 Aug 19 12:33:16.401528 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bd32393e-2ded-41a7-b221-78ff13d8a98c req-97298078-35ed-4db8-9ffc-5fe0d61fd4a4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585536 Aug 19 12:33:16.532424 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.575318 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.635356 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Network c21698c5-b754-499b-bc5c-7618b713ee3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:16.638978 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:16.643112 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:16.656259 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Pushing event updated for resources: {'Port': ['ID=911f90d0-94af-4b2d-a71b-308acaa4655c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:16.730131 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.730714 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.755764 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade2310-fd19-4ccc-b6a3-6ec9d1adf069 req-96b76452-f5f2-4295-b9bf-c0c6fa3f8df3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.758295 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eade2310-fd19-4ccc-b6a3-6ec9d1adf069 req-96b76452-f5f2-4295-b9bf-c0c6fa3f8df3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 944 time: 0.0812395 Aug 19 12:33:16.759582 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-15de2ae7-70cf-48a3-a886-484ecc2e7d8b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9994135 Aug 19 12:33:16.775907 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Request body: {'port': {'device_id': 'f29e9b95-75eb-4fa6-8e49-60eb1cc79e22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:16.828696 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eade2310-fd19-4ccc-b6a3-6ec9d1adf069 req-995f5b07-54a6-43f7-bbc0-ecf070490332 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640132 Aug 19 12:33:16.862106 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.037631 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f94fe-f3a5-49f5-81e5-d87014cab09a req-2d77f7ac-8610-4e56-acf2-56438db24a2b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.039370 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b99f94fe-f3a5-49f5-81e5-d87014cab09a req-2d77f7ac-8610-4e56-acf2-56438db24a2b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 945 time: 0.1381822 Aug 19 12:33:17.326458 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b99f94fe-f3a5-49f5-81e5-d87014cab09a req-09c3b4c4-0c81-4ac4-8cad-93cb4bd2ac49 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810760 Aug 19 12:33:17.476885 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911f90d0-94af-4b2d-a71b-308acaa4655c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:17.485282 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.498249 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Transition to ACTIVE for port object 911f90d0-94af-4b2d-a71b-308acaa4655c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:17.513471 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.599950 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Pushing event updated for resources: {'Port': ['ID=911f90d0-94af-4b2d-a71b-308acaa4655c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:17.611328 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1d06-7e6b-4996-affe-7cd19352c113 req-16109bb5-635e-4ab4-939c-8fb2aff4b340 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.612854 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8f3d1d06-7e6b-4996-affe-7cd19352c113 req-16109bb5-635e-4ab4-939c-8fb2aff4b340 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 931 time: 0.1830037 Aug 19 12:33:17.627862 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82d593-9938-4f85-b8e3-2360eab73e61 req-9a9cb92b-27ef-4ed6-a41a-85fdbeb8dd61 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.629399 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a82d593-9938-4f85-b8e3-2360eab73e61 req-9a9cb92b-27ef-4ed6-a41a-85fdbeb8dd61 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1290064 Aug 19 12:33:17.741606 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a82d593-9938-4f85-b8e3-2360eab73e61 req-58a1d74b-45ba-489a-88b0-a33c8374d317 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866361 Aug 19 12:33:17.746852 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8f3d1d06-7e6b-4996-affe-7cd19352c113 req-31a2d678-954f-4abe-8eea-3a3755f4467e tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944374 Aug 19 12:33:17.757864 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Attempting to bind port 911f90d0-94af-4b2d-a71b-308acaa4655c on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:17.758215 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Attempting to bind port 911f90d0-94af-4b2d-a71b-308acaa4655c by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '01140b80-8036-40d1-a225-31f33d33d4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:17.758543 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Attempting to bind port 911f90d0-94af-4b2d-a71b-308acaa4655c on network c21698c5-b754-499b-bc5c-7618b713ee3b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:17.762941 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Port 911f90d0-94af-4b2d-a71b-308acaa4655c on network c21698c5-b754-499b-bc5c-7618b713ee3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:17.763263 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Attempting to bind port 911f90d0-94af-4b2d-a71b-308acaa4655c on network c21698c5-b754-499b-bc5c-7618b713ee3b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:17.768314 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:17.768531 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Checking segment: {'id': '01140b80-8036-40d1-a225-31f33d33d4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:17.768949 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Bound using segment: {'id': '01140b80-8036-40d1-a225-31f33d33d4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:17.769498 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Bound port: 911f90d0-94af-4b2d-a71b-308acaa4655c, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01140b80-8036-40d1-a225-31f33d33d4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:17.769931 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.863927 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] For port 911f90d0-94af-4b2d-a71b-308acaa4655c, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:17.874440 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] For port 911f90d0-94af-4b2d-a71b-308acaa4655c, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=911f90d0-94af-4b2d-a71b-308acaa4655c,segment=NetworkSegment(01140b80-8036-40d1-a225-31f33d33d4db),segment_id=01140b80-8036-40d1-a225-31f33d33d4db)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:17.881402 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.894881 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 3b9c9acb-8432-426d-9d6d-05743dbbdd2c up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:17.924279 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.924852 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.926286 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] 10.222.0.50 "PUT /v2.0/ports/911f90d0-94af-4b2d-a71b-308acaa4655c HTTP/1.1" status: 200 len: 1093 time: 1.1547101 Aug 19 12:33:17.929358 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29e9b95-75eb-4fa6-8e49-60eb1cc79e22', 'tag': '911f90d0-94af-4b2d-a71b-308acaa4655c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:17.932919 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e789696-f932-48c1-b57f-aa7107c871f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f29e9b95-75eb-4fa6-8e49-60eb1cc79e22", "tag": "911f90d0-94af-4b2d-a71b-308acaa4655c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:17.994378 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4276d96f-0aa4-432e-8317-9e7b521d6b89 x-openstack-request-id: req-4276d96f-0aa4-432e-8317-9e7b521d6b89 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:17.994732 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29e9b95-75eb-4fa6-8e49-60eb1cc79e22", "tag": "911f90d0-94af-4b2d-a71b-308acaa4655c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:17.994990 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4276d96f-0aa4-432e-8317-9e7b521d6b89 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:17.995485 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29e9b95-75eb-4fa6-8e49-60eb1cc79e22', 'tag': '911f90d0-94af-4b2d-a71b-308acaa4655c', 'status': 'completed', 'code': 200} Aug 19 12:33:18.006644 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:18.013783 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:18.014434 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.108202 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaaaf31-c2be-474d-844f-cc0a2661568d service neutron] Pushing event updated for resources: {'Port': ['ID=911f90d0-94af-4b2d-a71b-308acaa4655c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:18.160377 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bfe24-decf-4669-a03e-09f7685ef585 req-e532035c-cae4-4881-8c5c-13259b4b38b0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.161359 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9c8bfe24-decf-4669-a03e-09f7685ef585 req-e532035c-cae4-4881-8c5c-13259b4b38b0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 944 time: 0.2322507 Aug 19 12:33:18.177066 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.178083 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-a0f3be73-fe05-44a6-a835-77c3f698bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.179714 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-a0f3be73-fe05-44a6-a835-77c3f698bbc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39f1f10196dd4ac39076a388d8c493ba&device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 1096 time: 0.1929455 Aug 19 12:33:18.210848 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:18.214565 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb7519d-5006-468c-afb5-2ecee02aefb2" -d '{"events": [{"server_uuid": "aafd8575-f166-4b57-b996-28a5b7460a3c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9c9acb-8432-426d-9d6d-05743dbbdd2c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:18.237076 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:18.246066 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.247637 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cb05c0c9-ab0b-49dc-8a12-116515052ec0 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:18.250389 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-e02b0920-d47f-4ba9-b142-68e8e7a372ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=911f90d0-94af-4b2d-a71b-308acaa4655c HTTP/1.1" status: 200 len: 217 time: 0.0615814 Aug 19 12:33:18.296714 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9c8bfe24-decf-4669-a03e-09f7685ef585 req-2405834b-5457-4d5b-a8ae-f957833c843c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266005 Aug 19 12:33:18.314395 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-c8b659c0-97cd-44a2-bb60-ebf154c0108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.324396 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-c8b659c0-97cd-44a2-bb60-ebf154c0108d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4 HTTP/1.1" status: 200 len: 848 time: 0.0545166 Aug 19 12:33:18.334269 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddc178a-dd7d-4f86-825b-3066881c54f3 x-openstack-request-id: req-5ddc178a-dd7d-4f86-825b-3066881c54f3 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:18.335635 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafd8575-f166-4b57-b996-28a5b7460a3c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9c9acb-8432-426d-9d6d-05743dbbdd2c", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:18.335980 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ddc178a-dd7d-4f86-825b-3066881c54f3 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:18.346753 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c', 'code': 200} Aug 19 12:33:18.354094 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-a01cfdea-6f92-4852-a5f1-98cf6e366c5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c21698c5-b754-499b-bc5c-7618b713ee3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286539 Aug 19 12:33:18.399481 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port cb05c0c9-ab0b-49dc-8a12-116515052ec0 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:18.419021 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port cb05c0c9-ab0b-49dc-8a12-116515052ec0 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:18.422867 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.425595 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:18.519153 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.551117 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc6c1c-cc2f-4dab-a3d1-7a1ab3c42e9f req-6d443b1e-d351-4902-aa09-b1cefbcba820 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.552642 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c9fc6c1c-cc2f-4dab-a3d1-7a1ab3c42e9f req-6d443b1e-d351-4902-aa09-b1cefbcba820 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 945 time: 0.1042864 Aug 19 12:33:18.554747 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-efcae66e-f615-4602-ad1f-ec87248ba05e service neutron] 10.222.0.50 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913817 Aug 19 12:33:18.560590 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa092819-4e9b-4b92-94cc-314e1bf22a4f req-691891f8-ce97-408a-b47e-4e54dcc0a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.562122 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fa092819-4e9b-4b92-94cc-314e1bf22a4f req-691891f8-ce97-408a-b47e-4e54dcc0a5c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 1098 time: 0.0998797 Aug 19 12:33:18.567820 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:18.573217 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.625453 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:18.675944 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c9fc6c1c-cc2f-4dab-a3d1-7a1ab3c42e9f req-c48706a3-87a5-4942-b7ce-81d19bfb1435 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128392 Aug 19 12:33:18.683910 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fa092819-4e9b-4b92-94cc-314e1bf22a4f req-dec8aee3-f0cc-4b28-bbff-9daab7a5ada2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020792 Aug 19 12:33:18.725464 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a01ad22-0f9c-4ff8-8e7c-c5ac04d8a19f req-459cfb0d-c982-4219-80be-49411089826e service neutron] 10.222.0.50 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444144 Aug 19 12:33:18.725693 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45006) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:18.860770 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11234cb5-4454-444d-ab7d-2e2e57a38394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.926019 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac2863-e328-4d14-ae0a-669a9b322605 req-2394e821-8732-4e02-969c-6702fa9d6cff tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.927631 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8aac2863-e328-4d14-ae0a-669a9b322605 req-2394e821-8732-4e02-969c-6702fa9d6cff tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 943 time: 0.0850909 Aug 19 12:33:18.939822 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009b375-9777-49e0-9265-0fa641fd69f8 req-88d706f4-753d-4c40-aff7-1a50d8a3d1da tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.941438 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3009b375-9777-49e0-9265-0fa641fd69f8 req-88d706f4-753d-4c40-aff7-1a50d8a3d1da tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0894933 Aug 19 12:33:18.965124 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11234cb5-4454-444d-ab7d-2e2e57a38394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.971104 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-11234cb5-4454-444d-ab7d-2e2e57a38394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.021087 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-11234cb5-4454-444d-ab7d-2e2e57a38394 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38bde7c00edb4412a88c96a77d583ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942853 Aug 19 12:33:19.023685 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11234cb5-4454-444d-ab7d-2e2e57a38394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5cd2f1-f981-4a2c-9bcd-33a0691e59a8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:19.026779 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45016) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:19.045422 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8aac2863-e328-4d14-ae0a-669a9b322605 req-38959463-b655-45c0-a1b7-6a1a05c46cb3 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028297 Aug 19 12:33:19.059152 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3009b375-9777-49e0-9265-0fa641fd69f8 req-460fc3cc-cd15-4db8-aece-53c8c3edcf9e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057448 Aug 19 12:33:19.080532 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e789696-f932-48c1-b57f-aa7107c871f3 req-422e451d-ced3-49a5-b938-39eacaadfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:19.082331 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e789696-f932-48c1-b57f-aa7107c871f3 req-422e451d-ced3-49a5-b938-39eacaadfeaf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39f1f10196dd4ac39076a388d8c493ba&device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 1096 time: 0.0934191 Aug 19 12:33:19.099027 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06009574-211e-4990-8bd3-d385b648e1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.125498 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06009574-211e-4990-8bd3-d385b648e1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.177989 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06009574-211e-4990-8bd3-d385b648e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.181667 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06009574-211e-4990-8bd3-d385b648e1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.182677 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-06009574-211e-4990-8bd3-d385b648e1e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe5cd2f1-f981-4a2c-9bcd-33a0691e59a8 HTTP/1.1" status: 204 len: 168 time: 0.1547749 Aug 19 12:33:19.190554 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06009574-211e-4990-8bd3-d385b648e1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5cd2f1-f981-4a2c-9bcd-33a0691e59a8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:19.211875 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e789696-f932-48c1-b57f-aa7107c871f3 req-a12d53f6-18f8-488e-a4b1-068bdd981dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:19.213903 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e789696-f932-48c1-b57f-aa7107c871f3 req-a12d53f6-18f8-488e-a4b1-068bdd981dfd service neutron] 10.222.0.50 "GET /v2.0/networks?id=c21698c5-b754-499b-bc5c-7618b713ee3b HTTP/1.1" status: 200 len: 909 time: 0.1210279 Aug 19 12:33:19.280477 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e789696-f932-48c1-b57f-aa7107c871f3 req-4514ee1c-6b8a-4a35-b3d9-1338158e90a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=911f90d0-94af-4b2d-a71b-308acaa4655c HTTP/1.1" status: 200 len: 217 time: 0.0515468 Aug 19 12:33:19.354533 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e789696-f932-48c1-b57f-aa7107c871f3 req-f893cb47-3a9e-47dd-b4ad-d7369a79e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:19.356644 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e789696-f932-48c1-b57f-aa7107c871f3 req-f893cb47-3a9e-47dd-b4ad-d7369a79e036 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4 HTTP/1.1" status: 200 len: 848 time: 0.0670812 Aug 19 12:33:19.423958 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e789696-f932-48c1-b57f-aa7107c871f3 req-77227e8e-4e6e-4c77-8925-b56495bc264b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c21698c5-b754-499b-bc5c-7618b713ee3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584743 Aug 19 12:33:19.531333 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051afece-cf25-4e2d-8b14-88df7ef3b40d req-7821d9b1-6da4-4ab7-bd34-fec6ea47d01f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:19.532893 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-051afece-cf25-4e2d-8b14-88df7ef3b40d req-7821d9b1-6da4-4ab7-bd34-fec6ea47d01f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.1080310 Aug 19 12:33:19.565179 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45040) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:19.577329 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e789696-f932-48c1-b57f-aa7107c871f3 req-9b25909c-f032-416d-b87d-dccff0c893f1 service neutron] 10.222.0.50 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433511 Aug 19 12:33:19.578651 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0d8723b-8914-45f6-9402-e93d2601398b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.591134 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-051afece-cf25-4e2d-8b14-88df7ef3b40d req-fcd10187-5a28-44d5-82aa-c0c7b833dcd0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508950 Aug 19 12:33:19.685075 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0d8723b-8914-45f6-9402-e93d2601398b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.685404 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e789696-f932-48c1-b57f-aa7107c871f3 req-3102449d-b133-469a-ab29-4ed4c9396c8c service neutron] 10.222.0.50 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919778 Aug 19 12:33:19.690171 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f0d8723b-8914-45f6-9402-e93d2601398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.729873 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-f0d8723b-8914-45f6-9402-e93d2601398b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8b8a00e50af4d05ba0ff2910ebbd22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636264 Aug 19 12:33:19.730892 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8723b-8914-45f6-9402-e93d2601398b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46888c3-9dee-4f73-b06b-0a7aed02e2e9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:19.732544 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:19.810000 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2570-87e5-4572-9ceb-0d40bc9a553a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.837666 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2570-87e5-4572-9ceb-0d40bc9a553a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.846388 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214c1a0-24a4-4719-a882-f274ab238b8b req-082c9afd-9bb1-4e33-973a-c47d9a2c2ef4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:19.847876 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6214c1a0-24a4-4719-a882-f274ab238b8b req-082c9afd-9bb1-4e33-973a-c47d9a2c2ef4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0872569 Aug 19 12:33:19.905418 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6214c1a0-24a4-4719-a882-f274ab238b8b req-2de529df-600b-403c-ac43-0e358d087885 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481555 Aug 19 12:33:19.918407 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2570-87e5-4572-9ceb-0d40bc9a553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.921301 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e4d2570-87e5-4572-9ceb-0d40bc9a553a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.922445 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-3e4d2570-87e5-4572-9ceb-0d40bc9a553a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a46888c3-9dee-4f73-b06b-0a7aed02e2e9 HTTP/1.1" status: 204 len: 168 time: 0.1888824 Aug 19 12:33:19.930764 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d2570-87e5-4572-9ceb-0d40bc9a553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46888c3-9dee-4f73-b06b-0a7aed02e2e9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:20.217888 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d958f-58a9-4a60-a248-d372526225c0 req-fab75a79-90bd-40c6-a810-24831edd01f8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.219530 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ec2d958f-58a9-4a60-a248-d372526225c0 req-fab75a79-90bd-40c6-a810-24831edd01f8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0883470 Aug 19 12:33:20.227084 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a162f-ef2a-4c1e-a2a5-9258576b1ac9 req-8df76c20-bc16-42e1-8e0d-7cc20c39bc6b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.228626 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a20a162f-ef2a-4c1e-a2a5-9258576b1ac9 req-8df76c20-bc16-42e1-8e0d-7cc20c39bc6b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 943 time: 0.0855470 Aug 19 12:33:20.278450 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ec2d958f-58a9-4a60-a248-d372526225c0 req-2b81846d-9b96-4fb6-95d6-c675f6fefd8b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488417 Aug 19 12:33:20.292806 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a20a162f-ef2a-4c1e-a2a5-9258576b1ac9 req-6cd2a87c-f710-4061-b6a0-6cbe8fe38944 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494790 Aug 19 12:33:20.347949 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:20.350509 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f45c90d-3ec3-47cc-a105-c299e60ec5bb" -d '{"events": [{"server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "name": "network-vif-plugged", "status": "completed", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:20.393500 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6530074-4d23-414e-b0fb-5a8a4f81de4f x-openstack-request-id: req-b6530074-4d23-414e-b0fb-5a8a4f81de4f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:20.393797 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "name": "network-vif-plugged", "status": "completed", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:20.394061 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6530074-4d23-414e-b0fb-5a8a4f81de4f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:20.394456 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'code': 200} Aug 19 12:33:20.619717 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f304a-be0c-4a90-97a7-641524b5b5c5 req-e0633217-48a0-475e-91cd-5570114cbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.623466 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-598f304a-be0c-4a90-97a7-641524b5b5c5 req-e0633217-48a0-475e-91cd-5570114cbc3a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 1099 time: 0.0583937 Aug 19 12:33:20.670415 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-598f304a-be0c-4a90-97a7-641524b5b5c5 req-ea872f04-b5e4-4512-b6ad-7c931d0b4af1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Aug 19 12:33:20.754006 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777a73a-0f46-49ae-a438-00ef4164c6f5 req-396fa34e-5038-4a19-a4fc-8f6dbdf623c3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.756939 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e777a73a-0f46-49ae-a438-00ef4164c6f5 req-396fa34e-5038-4a19-a4fc-8f6dbdf623c3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0679729 Aug 19 12:33:20.787843 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45098) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:20.828000 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e777a73a-0f46-49ae-a438-00ef4164c6f5 req-5a2f4ef1-1b98-47ec-bb2a-e9b33fd94856 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617449 Aug 19 12:33:20.926931 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.988288 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b59a3-9d8e-435a-8e86-e712a22c99fe req-a7ea2061-6fca-4ed2-be20-f1be78ae03f2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.990108 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-992b59a3-9d8e-435a-8e86-e712a22c99fe req-a7ea2061-6fca-4ed2-be20-f1be78ae03f2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0897586 Aug 19 12:33:21.000791 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45110) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:21.015153 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6c66c1a9-e426-4bad-a8fb-9fb3e175b27c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'floatingip': {'port_id': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:21.090491 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.095250 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.110701 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c66c1a9-e426-4bad-a8fb-9fb3e175b27c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.154081 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59769e0-8175-4f38-b78c-7b297e97f1dc,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:21.167079 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4594bf110adc406db49c46fddd0a9c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777716 Aug 19 12:33:21.168833 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.169197 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.169546 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.169886 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.170221 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.170650 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.171014 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.171510 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.172058 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.172589 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.173123 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.173618 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bfca7c-71cb-4646-9c20-defca6956343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:21.177313 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45122) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:21.212067 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a061d3-d07d-450f-b032-4c34fe37e1cf req-355563f6-b799-4961-b270-b163a7052a2d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:21.223376 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5a061d3-d07d-450f-b032-4c34fe37e1cf req-355563f6-b799-4961-b270-b163a7052a2d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.2313550 Aug 19 12:33:21.241119 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cc21495a-9981-4c2a-9d8a-ba972b34c407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.264323 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cc21495a-9981-4c2a-9d8a-ba972b34c407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.280871 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45124) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:21.329609 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cc21495a-9981-4c2a-9d8a-ba972b34c407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.335598 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cc21495a-9981-4c2a-9d8a-ba972b34c407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.339588 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-cc21495a-9981-4c2a-9d8a-ba972b34c407 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f59769e0-8175-4f38-b78c-7b297e97f1dc HTTP/1.1" status: 204 len: 168 time: 0.1581645 Aug 19 12:33:21.362012 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21495a-9981-4c2a-9d8a-ba972b34c407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59769e0-8175-4f38-b78c-7b297e97f1dc,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:21.427185 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5a061d3-d07d-450f-b032-4c34fe37e1cf req-903fc86e-70cb-470c-a12f-fb1a1d7f9b09 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027936 Aug 19 12:33:21.510332 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa4511b0-047d-4a48-a3be-9733901e8c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.621774 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa4511b0-047d-4a48-a3be-9733901e8c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.623082 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896828cc-f1e2-4c6f-ba51-196402e7153e req-2f8ebda8-216f-42fb-9762-5238358c46c4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:21.624709 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-896828cc-f1e2-4c6f-ba51-196402e7153e req-2f8ebda8-216f-42fb-9762-5238358c46c4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.2163944 Aug 19 12:33:21.626444 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-aa4511b0-047d-4a48-a3be-9733901e8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.668550 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4511b0-047d-4a48-a3be-9733901e8c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9c4083-d56b-4445-a757-e75851aab919,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:21.675862 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-aa4511b0-047d-4a48-a3be-9733901e8c67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=623c0ef923114fb2aefd139b6de95eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912852 Aug 19 12:33:21.676232 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45138) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:21.676328 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642238ee-0963-4ee5-a005-0a705bca318f req-9a204e29-3961-4392-a4a7-3d4cad1073f2 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:21.677692 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-642238ee-0963-4ee5-a005-0a705bca318f req-9a204e29-3961-4392-a4a7-3d4cad1073f2 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 943 time: 0.1445229 Aug 19 12:33:21.730665 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1301aeb-ffc5-4d08-b0d4-afa914fba140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.755071 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1301aeb-ffc5-4d08-b0d4-afa914fba140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.785906 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45140) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:21.802381 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cc0794e2-c776-4dc4-9c41-a16fca7447ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.844930 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1301aeb-ffc5-4d08-b0d4-afa914fba140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.847727 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1301aeb-ffc5-4d08-b0d4-afa914fba140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.848909 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-d1301aeb-ffc5-4d08-b0d4-afa914fba140 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc9c4083-d56b-4445-a757-e75851aab919 HTTP/1.1" status: 204 len: 168 time: 0.1715214 Aug 19 12:33:21.865958 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1301aeb-ffc5-4d08-b0d4-afa914fba140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9c4083-d56b-4445-a757-e75851aab919,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:21.917568 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 911f90d0-94af-4b2d-a71b-308acaa4655c details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:21.965272 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cc0794e2-c776-4dc4-9c41-a16fca7447ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.970615 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cc0794e2-c776-4dc4-9c41-a16fca7447ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.020442 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0794e2-c776-4dc4-9c41-a16fca7447ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e277a0-598d-4ec3-92f8-b7eac55e8dfb,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:22.043815 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-cc0794e2-c776-4dc4-9c41-a16fca7447ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70d1a68b0f4940d09af8d0cc298a22cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568550 Aug 19 12:33:22.044864 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45144) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:22.067896 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-896828cc-f1e2-4c6f-ba51-196402e7153e req-0359bdab-6b9e-4a91-aca1-52fba47658f1 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222224 Aug 19 12:33:22.111929 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 911f90d0-94af-4b2d-a71b-308acaa4655c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=911f90d0-94af-4b2d-a71b-308acaa4655c,segment=NetworkSegment(01140b80-8036-40d1-a225-31f33d33d4db),segment_id=01140b80-8036-40d1-a225-31f33d33d4db)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:22.126620 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '911f90d0-94af-4b2d-a71b-308acaa4655c', 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b', 'port_id': '911f90d0-94af-4b2d-a71b-308acaa4655c', 'mac_address': 'fa:16:3e:b1:cc:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:22.141111 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e462d915-f401-46d6-831d-1cbeb8675dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.168321 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e462d915-f401-46d6-831d-1cbeb8675dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.186469 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.186698 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-642238ee-0963-4ee5-a005-0a705bca318f req-21a6b241-e4c8-4717-9092-f2fc298fbdab tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652555 Aug 19 12:33:22.240480 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911f90d0-94af-4b2d-a71b-308acaa4655c {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:22.250057 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e462d915-f401-46d6-831d-1cbeb8675dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.253359 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e462d915-f401-46d6-831d-1cbeb8675dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.257722 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e462d915-f401-46d6-831d-1cbeb8675dcd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8e277a0-598d-4ec3-92f8-b7eac55e8dfb HTTP/1.1" status: 204 len: 168 time: 0.2111087 Aug 19 12:33:22.271413 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d915-f401-46d6-831d-1cbeb8675dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e277a0-598d-4ec3-92f8-b7eac55e8dfb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:22.303687 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 911f90d0-94af-4b2d-a71b-308acaa4655c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=911f90d0-94af-4b2d-a71b-308acaa4655c,segment=NetworkSegment(01140b80-8036-40d1-a225-31f33d33d4db),segment_id=01140b80-8036-40d1-a225-31f33d33d4db)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:22.310701 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.376162 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45166) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:22.381985 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-6c66c1a9-e426-4bad-a8fb-9fb3e175b27c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:33:22.412219 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=911f90d0-94af-4b2d-a71b-308acaa4655c,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:22.462398 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-28572001-6e9a-4e96-a253-09402618bdc0 admin admin] Deleting subnet 6399813b-a53c-4a1e-9cf7-a4d41e6adbff {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:22.465798 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-28572001-6e9a-4e96-a253-09402618bdc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.546314 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-28572001-6e9a-4e96-a253-09402618bdc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3724236'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.551634 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c66c1a9-e426-4bad-a8fb-9fb3e175b27c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.563617 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c66c1a9-e426-4bad-a8fb-9fb3e175b27c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.614461 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-28572001-6e9a-4e96-a253-09402618bdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.639618 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['911f90d0-94af-4b2d-a71b-308acaa4655c'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:22.697187 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d6309-122f-43ca-8ad0-8a480e1a686e req-5640ab66-1259-4cbb-a26b-8b49b89ea1a3 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.699024 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-28572001-6e9a-4e96-a253-09402618bdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3775777'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.699546 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4a9d6309-122f-43ca-8ad0-8a480e1a686e req-5640ab66-1259-4cbb-a26b-8b49b89ea1a3 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.1468167 Aug 19 12:33:22.733595 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28572001-6e9a-4e96-a253-09402618bdc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6399813b-a53c-4a1e-9cf7-a4d41e6adbff,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:22.734699 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [None req-6c66c1a9-e426-4bad-a8fb-9fb3e175b27c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Floating IP 48a49cf9-d5c7-4c35-8511-a0f08ab4e4ef associated. External IP: 172.27.3.132, port: 3b9c9acb-8432-426d-9d6d-05743dbbdd2c. Aug 19 12:33:22.742836 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-28572001-6e9a-4e96-a253-09402618bdc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.747055 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-28572001-6e9a-4e96-a253-09402618bdc0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6399813b-a53c-4a1e-9cf7-a4d41e6adbff HTTP/1.1" status: 204 len: 168 time: 0.3671331 Aug 19 12:33:22.747521 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45184) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:22.808001 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4a9d6309-122f-43ca-8ad0-8a480e1a686e req-7784fa5f-a8a2-4bbc-a63e-cabfede4ec83 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978241 Aug 19 12:33:22.841781 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.951810 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.976496 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e7b870-b26e-42fa-aa90-56a4a3d42067']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:23.009067 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd446a607-0565-4fc8-8090-133ae090788d') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:23.010806 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd446a607-0565-4fc8-8090-133ae090788d') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:23.026076 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724229'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.062315 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.071491 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c82f32-4e9d-4b22-8e5a-a64ffcdab0c2 req-85cb9a64-e5f8-46fb-b026-1ddb0ff08056 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:23.073259 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-51c82f32-4e9d-4b22-8e5a-a64ffcdab0c2 req-85cb9a64-e5f8-46fb-b026-1ddb0ff08056 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.1182840 Aug 19 12:33:23.082321 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:23.084367 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179776'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.087677 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45202) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: Traceback (most recent call last): Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: timer() Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: cb(*args, **kw) Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: return func(*args, **kwargs) Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: self._notify() Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: self.callback(batched_events) Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: event.method(event) Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: return f(self, *a, **k) Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._get(url).json() Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:23.088369 dv-cinder-804603-3-iscsi neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:23.101761 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-110c4538-dddb-4fb1-93f0-2edde710962b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'floatingip': {'port_id': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:23.102692 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c66c1a9-e426-4bad-a8fb-9fb3e175b27c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:23.251792 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-110c4538-dddb-4fb1-93f0-2edde710962b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.300979 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18ac38-c7a0-405d-83f3-49531b967b8f req-d66b54dc-9853-4439-a692-4f12a786bc2f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:23.310570 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ef18ac38-c7a0-405d-83f3-49531b967b8f req-d66b54dc-9853-4439-a692-4f12a786bc2f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1325483 Aug 19 12:33:23.341690 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7a84e-bcb9-41ed-a58e-d133781d94fb req-a488e766-5fa2-4555-8602-c695fb1551e7 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:23.343248 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e8b7a84e-bcb9-41ed-a58e-d133781d94fb req-a488e766-5fa2-4555-8602-c695fb1551e7 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 946 time: 0.2149568 Aug 19 12:33:23.375540 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c66c1a9-e426-4bad-a8fb-9fb3e175b27c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:23.388855 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c66c1a9-e426-4bad-a8fb-9fb3e175b27c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.390389 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] Sync routers for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:23.402032 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:23.402032 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:33:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:23.405728 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ef18ac38-c7a0-405d-83f3-49531b967b8f req-76ca19ff-fc89-40a8-aede-866ec3da30b0 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936706 Aug 19 12:33:23.469022 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-6c66c1a9-e426-4bad-a8fb-9fb3e175b27c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "PUT /v2.0/floatingips/48a49cf9-d5c7-4c35-8511-a0f08ab4e4ef HTTP/1.1" status: 200 len: 991 time: 2.4656482 Aug 19 12:33:23.473482 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'tag': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:23.476995 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7810c628-1770-42d2-8f4d-247031b43082" -d '{"events": [{"name": "network-changed", "server_uuid": "aafd8575-f166-4b57-b996-28a5b7460a3c", "tag": "3b9c9acb-8432-426d-9d6d-05743dbbdd2c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:23.539384 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e8b7a84e-bcb9-41ed-a58e-d133781d94fb req-c5687cc1-91ff-4713-a80c-a6dbb1848680 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866009 Aug 19 12:33:23.560444 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e70cc-f84e-4089-9cd9-3658c9a3bdf7 req-30c47f29-b8f6-458d-9a82-00699df0ce2f tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:23.578072 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bf3e70cc-f84e-4089-9cd9-3658c9a3bdf7 req-30c47f29-b8f6-458d-9a82-00699df0ce2f tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 944 time: 0.0947301 Aug 19 12:33:23.619034 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:23.628832 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.632962 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bf3e70cc-f84e-4089-9cd9-3658c9a3bdf7 req-8c470b1a-623a-4058-8ea6-ec0e8b25a82b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516036 Aug 19 12:33:23.657670 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.661977 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/33e7b870-b26e-42fa-aa90-56a4a3d42067 HTTP/1.1" status: 204 len: 168 time: 0.9109211 Aug 19 12:33:23.663215 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45226) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:23.680504 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a43d5-1082-46fe-b626-8fd8e588eca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=33e7b870-b26e-42fa-aa90-56a4a3d42067,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:23.711472 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fccd8b5-2187-4dfe-8fd4-78f23496045e x-openstack-request-id: req-1fccd8b5-2187-4dfe-8fd4-78f23496045e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:23.712409 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafd8575-f166-4b57-b996-28a5b7460a3c", "tag": "3b9c9acb-8432-426d-9d6d-05743dbbdd2c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:23.712692 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fccd8b5-2187-4dfe-8fd4-78f23496045e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:23.713085 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'tag': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c', 'status': 'completed', 'code': 200} Aug 19 12:33:23.738592 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Deleting subnet 269aebc1-409d-4705-b89d-ddcf733f0fe2 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:23.745409 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.832337 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3237808'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.877130 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c628-1770-42d2-8f4d-247031b43082 req-78075f45-7c2a-46c4-b949-e3836acbaff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:23.878721 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7810c628-1770-42d2-8f4d-247031b43082 req-78075f45-7c2a-46c4-b949-e3836acbaff8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 1098 time: 0.1113179 Aug 19 12:33:23.897366 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.934059 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 911f90d0-94af-4b2d-a71b-308acaa4655c up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:24.020861 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3075687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2900412'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.030779 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c628-1770-42d2-8f4d-247031b43082 req-1d590668-bebd-40a3-af4b-44a5f9af7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.032469 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7810c628-1770-42d2-8f4d-247031b43082 req-1d590668-bebd-40a3-af4b-44a5f9af7265 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 200 len: 912 time: 0.1458683 Aug 19 12:33:24.041855 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port 911f90d0-94af-4b2d-a71b-308acaa4655c completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:24.048195 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 911f90d0-94af-4b2d-a71b-308acaa4655c triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:24.048926 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.063110 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269aebc1-409d-4705-b89d-ddcf733f0fe2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:24.066803 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.071958 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/269aebc1-409d-4705-b89d-ddcf733f0fe2 HTTP/1.1" status: 204 len: 168 time: 0.4071908 Aug 19 12:33:24.103442 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:24.227485 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.227967 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45244) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:24.259349 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '48a49cf9-d5c7-4c35-8511-a0f08ab4e4ef', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'port_id': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'mac_address': 'fa:16:3e:da:45:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:44Z', 'updated_at': '2021-08-19T12:33:22Z', 'revision_number': 1, 'project_id': '89e083d65ed147918793db874fe5aca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:24.267766 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e9b95-75eb-4fa6-8e49-60eb1cc79e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911f90d0-94af-4b2d-a71b-308acaa4655c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:24.270337 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688c4b3c-1e8a-4c9a-8884-962ea1acb3ab" -d '{"events": [{"server_uuid": "f29e9b95-75eb-4fa6-8e49-60eb1cc79e22", "name": "network-vif-plugged", "status": "completed", "tag": "911f90d0-94af-4b2d-a71b-308acaa4655c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:24.295917 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] Checking router: 12339c08-3d30-4aaa-80bd-78c86c9b0f0e for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:33:24.311589 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:24.313590 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 911f90d0-94af-4b2d-a71b-308acaa4655c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=911f90d0-94af-4b2d-a71b-308acaa4655c,segment=NetworkSegment(01140b80-8036-40d1-a225-31f33d33d4db),segment_id=01140b80-8036-40d1-a225-31f33d33d4db)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:24.315287 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:33:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:24.320703 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.391929 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca8885-7de8-4752-8e1d-7ee5c35dc222 x-openstack-request-id: req-52ca8885-7de8-4752-8e1d-7ee5c35dc222 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:24.392220 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29e9b95-75eb-4fa6-8e49-60eb1cc79e22", "name": "network-vif-plugged", "status": "completed", "tag": "911f90d0-94af-4b2d-a71b-308acaa4655c", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:24.392478 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52ca8885-7de8-4752-8e1d-7ee5c35dc222 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:24.392890 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e9b95-75eb-4fa6-8e49-60eb1cc79e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911f90d0-94af-4b2d-a71b-308acaa4655c', 'code': 200} Aug 19 12:33:24.486623 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=911f90d0-94af-4b2d-a71b-308acaa4655c,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:24.515988 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.516396 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.516784 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.517130 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.517474 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.517814 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.518149 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.521022 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.525860 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.527699 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.530296 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.530708 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.531161 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.537065 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-110c4538-dddb-4fb1-93f0-2edde710962b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.542218 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-110c4538-dddb-4fb1-93f0-2edde710962b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.545453 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.545453 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.545693 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.545874 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.546205 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.546534 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.546860 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.547185 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.547505 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.547837 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.548139 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.548453 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c674369-d690-4821-aa25-99b566dd4764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:24.684850 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8a282ceb-ded2-4a90-8751-44e2be9ef6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.689687 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.l3_db [None req-110c4538-dddb-4fb1-93f0-2edde710962b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Floating IP 043f67be-6098-461c-a279-fc42684cfb3c associated. External IP: 172.27.3.125, port: cb05c0c9-ab0b-49dc-8a12-116515052ec0. Aug 19 12:33:24.733342 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:24.790616 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7810c628-1770-42d2-8f4d-247031b43082 req-cd844529-1a93-4812-87c2-06ea3c440855 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b9c9acb-8432-426d-9d6d-05743dbbdd2c HTTP/1.1" status: 200 len: 999 time: 0.7351370 Aug 19 12:33:24.877791 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.888732 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118f59c-5883-46c8-848f-7940b3a5b193 req-b6287170-2e44-4f7b-a1b1-f1701552cf89 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.896152 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e118f59c-5883-46c8-848f-7940b3a5b193 req-b6287170-2e44-4f7b-a1b1-f1701552cf89 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.3537691 Aug 19 12:33:24.917363 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8a282ceb-ded2-4a90-8751-44e2be9ef6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.927142 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8a282ceb-ded2-4a90-8751-44e2be9ef6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.930749 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7a6299-821e-4bed-98a8-5fcbc47e9b21']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:24.936292 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08225abb-bffe-4abd-b43e-39640fd89dfe req-36ba8466-21b9-489a-b8ca-7f0d6b29198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.937937 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-08225abb-bffe-4abd-b43e-39640fd89dfe req-36ba8466-21b9-489a-b8ca-7f0d6b29198e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 1098 time: 0.2298245 Aug 19 12:33:24.953669 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207bde6-004d-484c-92aa-6c11ba5d7cf9 req-c071bd05-4405-43c9-b612-41ea09978dd5 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.957312 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6207bde6-004d-484c-92aa-6c11ba5d7cf9 req-c071bd05-4405-43c9-b612-41ea09978dd5 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 946 time: 0.2373354 Aug 19 12:33:24.988519 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432caa69-30d3-477f-aaca-c3416d0f1c5a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:24.989504 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432caa69-30d3-477f-aaca-c3416d0f1c5a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:24.992304 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-8a282ceb-ded2-4a90-8751-44e2be9ef6ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac314cf373d94057a228d528865ba47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7632651 Aug 19 12:33:24.997101 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45270) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:24.999809 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3237817'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.001334 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a282ceb-ded2-4a90-8751-44e2be9ef6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ec503e-1d52-4e80-903d-90078f98fda0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:25.019673 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.028191 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:25.028599 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134149'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.032063 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '48a49cf9-d5c7-4c35-8511-a0f08ab4e4ef', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'port_id': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'mac_address': 'fa:16:3e:da:45:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:44Z', 'updated_at': '2021-08-19T12:33:22Z', 'revision_number': 1, 'project_id': '89e083d65ed147918793db874fe5aca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:25.066938 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32818fd4-1d20-4b6c-b6a4-54070efc18e1 None None] The sync data for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi is: [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '48a49cf9-d5c7-4c35-8511-a0f08ab4e4ef', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'port_id': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'mac_address': 'fa:16:3e:da:45:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:44Z', 'updated_at': '2021-08-19T12:33:22Z', 'revision_number': 1, 'project_id': '89e083d65ed147918793db874fe5aca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: Traceback (most recent call last): Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: timer() Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: cb(*args, **kw) Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: return func(*args, **kwargs) Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: self._notify() Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: self.callback(batched_events) Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: event.method(event) Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: return f(self, *a, **k) Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._get(url).json() Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:25.082356 dv-cinder-804603-3-iscsi neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:25.089435 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c628-1770-42d2-8f4d-247031b43082 req-20c84b63-bbc8-44c8-a121-c95c5a0465b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.091695 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7810c628-1770-42d2-8f4d-247031b43082 req-20c84b63-bbc8-44c8-a121-c95c5a0465b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f07125d1-9222-4282-a4b0-3cce5793962a HTTP/1.1" status: 200 len: 850 time: 0.2685614 Aug 19 12:33:25.157027 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-920559ee-09b2-4f4b-a688-96bb35e865bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.169568 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e118f59c-5883-46c8-848f-7940b3a5b193 req-f1426054-6082-43cb-b38e-1a0ba7755f57 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721229 Aug 19 12:33:25.182670 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.227845 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-920559ee-09b2-4f4b-a688-96bb35e865bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.237057 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110c4538-dddb-4fb1-93f0-2edde710962b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Router d79a407b-d4fb-4427-97eb-fb9bec575ba7 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:25.254047 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.258831 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7b7a6299-821e-4bed-98a8-5fcbc47e9b21 HTTP/1.1" status: 204 len: 168 time: 1.1514173 Aug 19 12:33:25.276377 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-08225abb-bffe-4abd-b43e-39640fd89dfe req-b38d49f9-fc5e-4329-bcc1-f824b267d8a7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169856 Aug 19 12:33:25.280705 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c628-1770-42d2-8f4d-247031b43082 req-3fc95639-0558-406d-8d9e-5dd61bb47603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.281922 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7810c628-1770-42d2-8f4d-247031b43082 req-3fc95639-0558-406d-8d9e-5dd61bb47603 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9c0505f-0b62-430c-81bb-51a10230472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1704602 Aug 19 12:33:25.283976 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872ef5b-8c05-4925-9a65-88cd9d712569 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7a6299-821e-4bed-98a8-5fcbc47e9b21,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:25.301833 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6207bde6-004d-484c-92aa-6c11ba5d7cf9 req-b2d2fa10-9eed-4022-b29d-666311a1e7e8 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205893 Aug 19 12:33:25.356794 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aedcded7-9e77-4217-8ba5-70c01fd2324c tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.358449 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aedcded7-9e77-4217-8ba5-70c01fd2324c tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 946 time: 0.1734164 Aug 19 12:33:25.388979 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ecb0e-0307-4404-ad5a-b453c3eb1d9e req-6e9feb8b-86a5-4ffa-892e-b6bbad9f2365 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.392415 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3e1ecb0e-0307-4404-ad5a-b453c3eb1d9e req-6e9feb8b-86a5-4ffa-892e-b6bbad9f2365 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 945 time: 0.1262801 Aug 19 12:33:25.423803 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-920559ee-09b2-4f4b-a688-96bb35e865bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.426639 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-920559ee-09b2-4f4b-a688-96bb35e865bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.432725 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-920559ee-09b2-4f4b-a688-96bb35e865bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93ec503e-1d52-4e80-903d-90078f98fda0 HTTP/1.1" status: 204 len: 168 time: 0.4317951 Aug 19 12:33:25.453411 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3e1ecb0e-0307-4404-ad5a-b453c3eb1d9e req-e480b285-0186-4231-8b6b-433219fbd318 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544562 Aug 19 12:33:25.461524 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920559ee-09b2-4f4b-a688-96bb35e865bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ec503e-1d52-4e80-903d-90078f98fda0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:25.480290 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094bfe17-af62-4ef7-b549-adaeee8c9b38 None None] New status for floating IP 48a49cf9-d5c7-4c35-8511-a0f08ab4e4ef: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:33:25.519424 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110c4538-dddb-4fb1-93f0-2edde710962b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:25.531274 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] Sync routers for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:25.533626 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-110c4538-dddb-4fb1-93f0-2edde710962b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.542296 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:25.542928 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:33:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:25.558157 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45284) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:25.588692 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-110c4538-dddb-4fb1-93f0-2edde710962b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "PUT /v2.0/floatingips/043f67be-6098-461c-a279-fc42684cfb3c HTTP/1.1" status: 200 len: 992 time: 2.4978440 Aug 19 12:33:25.612961 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:25.619761 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21402b8c3be9dc56fb67347ff7eba31002148812779d4b979eb60ed11c8fcab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e594bb17-fd31-4172-a81c-9e874ceece4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:25.706565 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-4802d4e1-4ada-453d-b473-cb4add291e9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f01843b3015e4db0aba3264fd409c567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427391 Aug 19 12:33:25.707245 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45290) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:25.719267 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa03bff5-f279-487a-aab3-2329042ebe87 x-openstack-request-id: req-aa03bff5-f279-487a-aab3-2329042ebe87 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:25.719897 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:25.720269 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa03bff5-f279-487a-aab3-2329042ebe87 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:25.720775 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'status': 'completed', 'code': 200} Aug 19 12:33:25.750866 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7810c628-1770-42d2-8f4d-247031b43082 req-6f63d712-33d6-481b-8864-57a6d655f3d2 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559483 Aug 19 12:33:25.827839 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:25.955943 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7810c628-1770-42d2-8f4d-247031b43082 req-78607f1a-6b69-440b-a43c-603eb1a8a994 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822007 Aug 19 12:33:26.027742 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aeafd3ac-158f-4431-b938-3fdcc161ba40 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Deleting port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:26.028088 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aeafd3ac-158f-4431-b938-3fdcc161ba40 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.037097 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-5d476d98-9ed5-476f-8100-f413c40cf314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:26.039521 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-5d476d98-9ed5-476f-8100-f413c40cf314 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 1099 time: 0.2642639 Aug 19 12:33:26.097302 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2289984a-2383-4066-8ca4-8fda9555b6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.146521 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2289984a-2383-4066-8ca4-8fda9555b6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.188712 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-069e6f21-16dd-4734-b4e9-906a6a19bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:26.190272 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-069e6f21-16dd-4734-b4e9-906a6a19bbfb service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 918 time: 0.1390150 Aug 19 12:33:26.291763 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2289984a-2383-4066-8ca4-8fda9555b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.294505 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2289984a-2383-4066-8ca4-8fda9555b6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.297031 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-2289984a-2383-4066-8ca4-8fda9555b6d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cabde1c4-dff9-4ecc-88ff-fa9755aced60 HTTP/1.1" status: 204 len: 168 time: 0.5887637 Aug 19 12:33:26.308260 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-3ffe15c6-2177-4271-b1ae-154e0ee05daa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0 HTTP/1.1" status: 200 len: 1000 time: 0.1025631 Aug 19 12:33:26.310461 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aeafd3ac-158f-4431-b938-3fdcc161ba40 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] For port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,segment=NetworkSegment(23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3),segment_id=23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:26.310886 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aeafd3ac-158f-4431-b938-3fdcc161ba40 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.311010 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289984a-2383-4066-8ca4-8fda9555b6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabde1c4-dff9-4ecc-88ff-fa9755aced60,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.370654 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aeafd3ac-158f-4431-b938-3fdcc161ba40 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Calling delete_port for 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:26.427860 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '043f67be-6098-461c-a279-fc42684cfb3c', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'port_id': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'mac_address': 'fa:16:3e:3c:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:46Z', 'updated_at': '2021-08-19T12:33:24Z', 'revision_number': 1, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:26.466929 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] Checking router: d79a407b-d4fb-4427-97eb-fb9bec575ba7 for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:33:26.477260 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:26.477886 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:33:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:26.588360 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-ca5b2e64-4593-4b30-baaa-225fce28fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:26.590409 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-ca5b2e64-4593-4b30-baaa-225fce28fff0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.2678814 Aug 19 12:33:26.603815 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024a5fb-200c-4178-94fb-88d7e400fab3 req-86f9fbeb-8f6b-40f5-a2b9-c5f12e0b8fde tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:26.627971 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6024a5fb-200c-4178-94fb-88d7e400fab3 req-86f9fbeb-8f6b-40f5-a2b9-c5f12e0b8fde tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.3034201 Aug 19 12:33:26.639344 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:26.716555 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775fc0f-638b-4937-af38-03e3b816e12b req-b24298af-1a8e-4604-bdbd-df09105d13c9 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:26.723644 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5775fc0f-638b-4937-af38-03e3b816e12b req-b24298af-1a8e-4604-bdbd-df09105d13c9 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 946 time: 0.2746553 Aug 19 12:33:26.772318 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6024a5fb-200c-4178-94fb-88d7e400fab3 req-faab663f-3aa1-41bf-b635-efc1daee2cc6 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433094 Aug 19 12:33:26.796992 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-0b8cdd0c-8f5e-4d94-9252-a36738dc8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:26.797456 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-0b8cdd0c-8f5e-4d94-9252-a36738dc8990 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1671445 Aug 19 12:33:26.843274 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5775fc0f-638b-4937-af38-03e3b816e12b req-8623c321-3205-4c56-b8f3-ec7c46d14ea2 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/security-groups?id=085cc703-6ebc-490d-a203-620c82ae1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130993 Aug 19 12:33:26.887440 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45328) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:26.961255 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '043f67be-6098-461c-a279-fc42684cfb3c', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'port_id': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'mac_address': 'fa:16:3e:3c:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:46Z', 'updated_at': '2021-08-19T12:33:24Z', 'revision_number': 1, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:26.963215 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-24a02bd1-4a91-4811-bac5-775b2bbf5c72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbaa9664141c4e3f90335e123a5521b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717559 Aug 19 12:33:26.965735 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45334) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:26.992790 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256d4c0-be20-4d33-8d41-519410b1b442 None None] The sync data for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi is: [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '043f67be-6098-461c-a279-fc42684cfb3c', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'port_id': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'mac_address': 'fa:16:3e:3c:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:46Z', 'updated_at': '2021-08-19T12:33:24Z', 'revision_number': 1, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:27.008394 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aeafd3ac-158f-4431-b938-3fdcc161ba40 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.034703 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cd6f30e-8e8f-439e-a394-4edd5ceb92ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.069838 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cd6f30e-8e8f-439e-a394-4edd5ceb92ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.079902 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafd3ac-158f-4431-b938-3fdcc161ba40 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Pushing event deleted for resources: {'Port': ['ID=125dd6ba-9b5f-4bd9-bac2-ad65e4583f75,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:27.103414 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfa4f1-8479-4672-89a5-fa668de78179 req-10c70374-36d8-4390-8587-c7112697d658 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.105062 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a6dfa4f1-8479-4672-89a5-fa668de78179 req-10c70374-36d8-4390-8587-c7112697d658 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 945 time: 0.2123179 Aug 19 12:33:27.154270 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cd6f30e-8e8f-439e-a394-4edd5ceb92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.157632 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6cd6f30e-8e8f-439e-a394-4edd5ceb92ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.158534 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6cd6f30e-8e8f-439e-a394-4edd5ceb92ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b18e4546-2ba2-4450-96a2-fbf7121688f6 HTTP/1.1" status: 204 len: 168 time: 0.1916749 Aug 19 12:33:27.172062 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6f30e-8e8f-439e-a394-4edd5ceb92ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18e4546-2ba2-4450-96a2-fbf7121688f6,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:27.193897 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aeafd3ac-158f-4431-b938-3fdcc161ba40 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] No DVR routers for this DVR port 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:27.200483 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-59a07ca1-2b3c-4abd-ac50-2c6fcef0c040 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729863 Aug 19 12:33:27.223057 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aeafd3ac-158f-4431-b938-3fdcc161ba40 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.227178 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fdbac6fa-34e6-4874-9ffa-331c218fd33c req-aeafd3ac-158f-4431-b938-3fdcc161ba40 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.50 "DELETE /v2.0/ports/125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 HTTP/1.1" status: 204 len: 173 time: 1.7302384 Aug 19 12:33:27.229327 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6f192d-a224-4140-8ffc-89407369aada', 'name': 'network-vif-deleted', 'tag': '125dd6ba-9b5f-4bd9-bac2-ad65e4583f75'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:27.233715 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2754197-4e04-45f1-b891-21632f8c7d65" -d '{"events": [{"server_uuid": "9b6f192d-a224-4140-8ffc-89407369aada", "name": "network-vif-deleted", "tag": "125dd6ba-9b5f-4bd9-bac2-ad65e4583f75"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:27.345741 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fba7ef-b7b4-43a9-8595-cf9fc807972f x-openstack-request-id: req-52fba7ef-b7b4-43a9-8595-cf9fc807972f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:27.346946 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6f192d-a224-4140-8ffc-89407369aada", "name": "network-vif-deleted", "tag": "125dd6ba-9b5f-4bd9-bac2-ad65e4583f75", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:27.346946 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52fba7ef-b7b4-43a9-8595-cf9fc807972f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:27.347139 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6f192d-a224-4140-8ffc-89407369aada', 'name': 'network-vif-deleted', 'tag': '125dd6ba-9b5f-4bd9-bac2-ad65e4583f75', 'status': 'completed', 'code': 200} Aug 19 12:33:27.383772 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b1033-80d6-42f7-a16f-340d16d9ef1a None None] New status for floating IP 043f67be-6098-461c-a279-fc42684cfb3c: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:33:27.384410 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a6dfa4f1-8479-4672-89a5-fa668de78179 req-7ccd1463-0897-4b59-bc6a-e2bbf5ce5a04 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318285 Aug 19 12:33:27.452873 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e594bb17-fd31-4172-a81c-9e874ceece4d req-73711dc6-bbb8-4b91-a71f-7c682ee997a9 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249105 Aug 19 12:33:27.952524 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:28.003984 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:28.004344 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 125dd6ba-9b5f-4bd9-bac2-ad65e4583f75 not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:28.177090 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c73e70bb-9c3e-4d03-b11b-1827926ec213 req-a920c4ce-f704-48ac-865a-9627f3fd8b54 tempest-DeleteServersTestJSON-573323290 tempest-DeleteServersTestJSON-573323290-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b6f192d-a224-4140-8ffc-89407369aada HTTP/1.1" status: 200 len: 210 time: 0.0301099 Aug 19 12:33:28.205572 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d7d7-3ab2-4d34-b2a5-5187d8a01982 req-5281b872-36d9-40b3-b779-4e2a9459ffab tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.205572 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ca77d7d7-3ab2-4d34-b2a5-5187d8a01982 req-5281b872-36d9-40b3-b779-4e2a9459ffab tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.3313613 Aug 19 12:33:28.266118 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ca77d7d7-3ab2-4d34-b2a5-5187d8a01982 req-38bdf830-b2e6-4ddb-96d8-24836cf2a56d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604646 Aug 19 12:33:28.637585 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b009171-34bf-4d06-8ac1-7e7843696455 req-e1d14f8b-2df6-40d6-993b-76c414c6d423 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.639151 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7b009171-34bf-4d06-8ac1-7e7843696455 req-e1d14f8b-2df6-40d6-993b-76c414c6d423 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 945 time: 0.0551755 Aug 19 12:33:28.690699 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7b009171-34bf-4d06-8ac1-7e7843696455 req-3d772000-0dd7-4543-9ea2-5855d662d064 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 Aug 19 12:33:29.385630 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2f68e-f67d-4ed5-bbb2-81a9a60b7413 req-497b9355-228f-40e4-9230-caf61a9bd445 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.387292 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2ef2f68e-f67d-4ed5-bbb2-81a9a60b7413 req-497b9355-228f-40e4-9230-caf61a9bd445 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0609982 Aug 19 12:33:29.444106 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2ef2f68e-f67d-4ed5-bbb2-81a9a60b7413 req-32900416-4f96-4a17-bc57-29411d66a7b0 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455542 Aug 19 12:33:32.478288 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a3998-424b-4791-9712-090aa99215a6 req-a6fdb95f-ee5f-43b1-adc6-383dd6c81ebc tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.479765 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-743a3998-424b-4791-9712-090aa99215a6 req-a6fdb95f-ee5f-43b1-adc6-383dd6c81ebc tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0733643 Aug 19 12:33:32.486812 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff0652-84f1-4e38-bf5e-92c9735d4503 req-f45882ac-3667-458d-a81e-7c1d75b7646f tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.488147 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f0ff0652-84f1-4e38-bf5e-92c9735d4503 req-f45882ac-3667-458d-a81e-7c1d75b7646f tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 945 time: 0.0836961 Aug 19 12:33:32.544845 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-743a3998-424b-4791-9712-090aa99215a6 req-1a3532de-8c56-41a0-9cac-40acdf830691 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556986 Aug 19 12:33:32.549752 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f0ff0652-84f1-4e38-bf5e-92c9735d4503 req-27741100-982a-410d-8ab2-1bff44c29e58 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547335 Aug 19 12:33:33.191035 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-fb4649ba-f951-4be6-b5a5-d34c20cc21d0 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.192628 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-fb4649ba-f951-4be6-b5a5-d34c20cc21d0 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 945 time: 0.0487285 Aug 19 12:33:33.195232 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97cc3e65-cdff-4c38-b86c-c494e4feb560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.286352 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-15dc54ae-c095-447d-ace5-0a06fd111391 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Deleting port 911f90d0-94af-4b2d-a71b-308acaa4655c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:33.286735 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-15dc54ae-c095-447d-ace5-0a06fd111391 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.428542 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-15dc54ae-c095-447d-ace5-0a06fd111391 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] For port 911f90d0-94af-4b2d-a71b-308acaa4655c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=911f90d0-94af-4b2d-a71b-308acaa4655c,segment=NetworkSegment(01140b80-8036-40d1-a225-31f33d33d4db),segment_id=01140b80-8036-40d1-a225-31f33d33d4db)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:33.428898 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-15dc54ae-c095-447d-ace5-0a06fd111391 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.439073 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35e83622-0747-4b26-87c0-d175ede449f1 req-d8e91340-cbdf-4571-ba4a-0d9a55342b2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928032 Aug 19 12:33:33.445216 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-15dc54ae-c095-447d-ace5-0a06fd111391 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Calling delete_port for 911f90d0-94af-4b2d-a71b-308acaa4655c owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:33.575470 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e83622-0747-4b26-87c0-d175ede449f1 req-8b940fa1-9111-4ed1-a72f-fc495bb7c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.577287 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35e83622-0747-4b26-87c0-d175ede449f1 req-8b940fa1-9111-4ed1-a72f-fc495bb7c5c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 1099 time: 0.0733802 Aug 19 12:33:33.796726 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-15dc54ae-c095-447d-ace5-0a06fd111391 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.813196 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['911f90d0-94af-4b2d-a71b-308acaa4655c'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:33.813477 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010e392-5677-4d3c-be49-bf48b6ecc3e0 req-61debe5f-0171-4fea-93b0-141fb19a8635 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.814942 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9010e392-5677-4d3c-be49-bf48b6ecc3e0 req-61debe5f-0171-4fea-93b0-141fb19a8635 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29e9b95-75eb-4fa6-8e49-60eb1cc79e22 HTTP/1.1" status: 200 len: 945 time: 0.1745048 Aug 19 12:33:33.822926 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9402119-f592-4b8d-b38e-e97190bbe59d req-9a484f6f-e2cd-4c19-bb7b-f08c4a6fcd07 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.830190 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c9402119-f592-4b8d-b38e-e97190bbe59d req-9a484f6f-e2cd-4c19-bb7b-f08c4a6fcd07 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1861246 Aug 19 12:33:33.897350 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc54ae-c095-447d-ace5-0a06fd111391 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Pushing event deleted for resources: {'Port': ['ID=911f90d0-94af-4b2d-a71b-308acaa4655c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:33.947347 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e83622-0747-4b26-87c0-d175ede449f1 req-0b274454-d2c4-49af-a498-949469466954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.948827 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35e83622-0747-4b26-87c0-d175ede449f1 req-0b274454-d2c4-49af-a498-949469466954 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 919 time: 0.3211582 Aug 19 12:33:33.970929 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-15dc54ae-c095-447d-ace5-0a06fd111391 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] No DVR routers for this DVR port 911f90d0-94af-4b2d-a71b-308acaa4655c on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:33.981080 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c9402119-f592-4b8d-b38e-e97190bbe59d req-393cd3a6-de65-480e-8294-3c00b4c2da5a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500075 Aug 19 12:33:34.011442 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.014498 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-15dc54ae-c095-447d-ace5-0a06fd111391 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.016436 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-af43a309-cca2-47ad-a0f8-383c733b4d3f req-15dc54ae-c095-447d-ace5-0a06fd111391 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.50 "DELETE /v2.0/ports/911f90d0-94af-4b2d-a71b-308acaa4655c HTTP/1.1" status: 204 len: 173 time: 0.8164361 Aug 19 12:33:34.019408 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9010e392-5677-4d3c-be49-bf48b6ecc3e0 req-3e406c87-26ca-401b-99d5-221f6505b6e3 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860807 Aug 19 12:33:34.019869 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e9b95-75eb-4fa6-8e49-60eb1cc79e22', 'name': 'network-vif-deleted', 'tag': '911f90d0-94af-4b2d-a71b-308acaa4655c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:34.022224 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7733620b-86bf-472f-8062-c59b79e17598" -d '{"events": [{"server_uuid": "f29e9b95-75eb-4fa6-8e49-60eb1cc79e22", "name": "network-vif-deleted", "tag": "911f90d0-94af-4b2d-a71b-308acaa4655c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:34.027395 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35e83622-0747-4b26-87c0-d175ede449f1 req-e95c4cf3-3662-407f-8455-5f1783c0789d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241 HTTP/1.1" status: 200 len: 217 time: 0.0587330 Aug 19 12:33:34.078005 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a640c8-dc97-40a4-988e-1684270a1b25 x-openstack-request-id: req-14a640c8-dc97-40a4-988e-1684270a1b25 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:34.078392 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29e9b95-75eb-4fa6-8e49-60eb1cc79e22", "name": "network-vif-deleted", "tag": "911f90d0-94af-4b2d-a71b-308acaa4655c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:34.078595 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14a640c8-dc97-40a4-988e-1684270a1b25 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:34.079031 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e9b95-75eb-4fa6-8e49-60eb1cc79e22', 'name': 'network-vif-deleted', 'tag': '911f90d0-94af-4b2d-a71b-308acaa4655c', 'status': 'completed', 'code': 200} Aug 19 12:33:34.093934 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45554) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:34.102716 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e83622-0747-4b26-87c0-d175ede449f1 req-7816bdea-66ab-4fe9-9de8-590909f36887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.104204 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35e83622-0747-4b26-87c0-d175ede449f1 req-7816bdea-66ab-4fe9-9de8-590909f36887 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32eb3bcb-03a5-46e8-974c-a7b65e935ba1 HTTP/1.1" status: 200 len: 858 time: 0.0676172 Aug 19 12:33:34.142177 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35e83622-0747-4b26-87c0-d175ede449f1 req-7ec320ba-a5b8-44d4-85da-603c5983180d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ac555dc-9427-48d6-a42f-9780f81698ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306997 Aug 19 12:33:34.150340 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3df010-1ad0-47fe-865e-05670e6d97d5 admin admin] Deleting subnet fb4c9144-0c36-40c0-87d9-b7361d045932 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:34.153505 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db3df010-1ad0-47fe-865e-05670e6d97d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.196561 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db3df010-1ad0-47fe-865e-05670e6d97d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3724236'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.239680 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db3df010-1ad0-47fe-865e-05670e6d97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.265974 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35e83622-0747-4b26-87c0-d175ede449f1 req-6f605c7e-01ef-42ea-bd4c-fa6354c6d78c service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055307 Aug 19 12:33:34.298969 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db3df010-1ad0-47fe-865e-05670e6d97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3775777'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.328511 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3df010-1ad0-47fe-865e-05670e6d97d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4c9144-0c36-40c0-87d9-b7361d045932,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:34.333083 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-db3df010-1ad0-47fe-865e-05670e6d97d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.335856 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-db3df010-1ad0-47fe-865e-05670e6d97d5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fb4c9144-0c36-40c0-87d9-b7361d045932 HTTP/1.1" status: 204 len: 168 time: 0.2408929 Aug 19 12:33:34.338348 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45560) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:34.366552 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35e83622-0747-4b26-87c0-d175ede449f1 req-1b95f7b4-97e7-4c41-a12f-26a51db9c936 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855138 Aug 19 12:33:34.407767 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.501795 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.520867 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:34.539407 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:34.539860 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fd3d45-f6fe-4c1d-a8c6-f6c4195dfcd3') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:34.550028 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724229'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.564863 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.572460 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:34.573042 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179776'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: Traceback (most recent call last): Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: timer() Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: cb(*args, **kw) Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: return func(*args, **kwargs) Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: self._notify() Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: self.callback(batched_events) Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: event.method(event) Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: return f(self, *a, **k) Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._get(url).json() Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:34.574880 dv-cinder-804603-3-iscsi neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:34.630600 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.636961 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.640769 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9 HTTP/1.1" status: 204 len: 168 time: 0.2993989 Aug 19 12:33:34.650959 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f42ba6-6236-4fd5-9911-4cd42502df86 admin admin] Pushing event deleted for resources: {'Network': ['ID=c48e0d9d-42a1-4de2-a4af-85ccfccaa1c9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:34.836086 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:34.883022 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-63977fd1-0b1a-4b18-9e8a-9cf578bbd694 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ad64cba3e5f42cfa6f5f4c8191e45f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457225 Aug 19 12:33:34.885530 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:34.969768 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02056f53-ffd9-487e-b16e-cb2e1debbe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.994695 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02056f53-ffd9-487e-b16e-cb2e1debbe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.061088 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02056f53-ffd9-487e-b16e-cb2e1debbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.063917 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02056f53-ffd9-487e-b16e-cb2e1debbe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.065566 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-02056f53-ffd9-487e-b16e-cb2e1debbe9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/085cc703-6ebc-490d-a203-620c82ae1375 HTTP/1.1" status: 204 len: 168 time: 0.1787663 Aug 19 12:33:35.086928 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02056f53-ffd9-487e-b16e-cb2e1debbe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085cc703-6ebc-490d-a203-620c82ae1375,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:35.135908 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383e705-90b8-4fcf-b6e4-9ff65969888d req-b1d392df-c13e-4b4e-ae12-372651c8ca89 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:35.137674 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0383e705-90b8-4fcf-b6e4-9ff65969888d req-b1d392df-c13e-4b4e-ae12-372651c8ca89 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0709085 Aug 19 12:33:35.186377 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0383e705-90b8-4fcf-b6e4-9ff65969888d req-7c4830ed-7f0a-4249-8f57-5450841dd441 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Aug 19 12:33:35.421671 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-54fc0bc8-c2fd-4c98-9c1d-12a02f11ac4b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:35.423156 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-54fc0bc8-c2fd-4c98-9c1d-12a02f11ac4b tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/networks?id=c21698c5-b754-499b-bc5c-7618b713ee3b HTTP/1.1" status: 200 len: 808 time: 0.1093559 Aug 19 12:33:35.439905 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-4559a036-085d-41d0-bd3e-bf8961a5b5cb tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/quotas/39f1f10196dd4ac39076a388d8c493ba HTTP/1.1" status: 200 len: 375 time: 0.0096509 Aug 19 12:33:35.471703 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-1a3c3f69-27f0-4fe2-bbc4-feea517e6ad3 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=39f1f10196dd4ac39076a388d8c493ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257554 Aug 19 12:33:35.575635 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-35ee0ce1-cbed-48eb-aee0-ae7e54cc8302 service neutron] 10.222.0.42 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957372 Aug 19 12:33:35.681053 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-94d8e5c1-5580-4d58-9101-ba750ca684af service neutron] 10.222.0.42 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971947 Aug 19 12:33:35.745383 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f813d2f0-99d3-4a0a-87f3-de428de529f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.881537 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-11773b6d-c5b2-45e4-857f-5a4b19f1aaa0 req-fd21d4cb-1ebd-486d-9549-853b3110c746 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 210 time: 0.0304866 Aug 19 12:33:35.970519 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 911f90d0-94af-4b2d-a71b-308acaa4655c no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:35.998179 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: 911f90d0-94af-4b2d-a71b-308acaa4655c {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:35.998529 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 911f90d0-94af-4b2d-a71b-308acaa4655c not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:36.164992 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.406998 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282540f-29b5-477f-8054-d6cfd3c22d8d req-bb3019c1-d233-41aa-840d-8f2f16d4028a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.408419 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1282540f-29b5-477f-8054-d6cfd3c22d8d req-bb3019c1-d233-41aa-840d-8f2f16d4028a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0991817 Aug 19 12:33:36.423996 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45684) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:36.472014 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1282540f-29b5-477f-8054-d6cfd3c22d8d req-461049d3-0ff8-47b4-83d4-b83a6c31b254 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550971 Aug 19 12:33:36.564270 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b57192b0-aa2b-44e9-bc24-2a2b137a5f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.697801 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b57192b0-aa2b-44e9-bc24-2a2b137a5f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.706650 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b57192b0-aa2b-44e9-bc24-2a2b137a5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.715878 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45696) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:36.751988 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-b57192b0-aa2b-44e9-bc24-2a2b137a5f41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4413d58dc78c4f91850ff712b04f9a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268638 Aug 19 12:33:36.754714 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45704) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:36.761039 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57192b0-aa2b-44e9-bc24-2a2b137a5f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152121c6-88d3-4164-a5c7-4b6af45b7348,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:36.836742 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c84fca70-5732-4fba-b94c-c182f6fa4745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.859850 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c84fca70-5732-4fba-b94c-c182f6fa4745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.896275 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8ee0-c627-4afb-bc7c-3990f0198dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.936332 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c84fca70-5732-4fba-b94c-c182f6fa4745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.938820 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c84fca70-5732-4fba-b94c-c182f6fa4745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.940076 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-c84fca70-5732-4fba-b94c-c182f6fa4745 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/152121c6-88d3-4164-a5c7-4b6af45b7348 HTTP/1.1" status: 204 len: 168 time: 0.1838078 Aug 19 12:33:36.954281 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fca70-5732-4fba-b94c-c182f6fa4745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152121c6-88d3-4164-a5c7-4b6af45b7348,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:37.008513 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-86b41c73-18f4-444d-b122-f2314e07ba0c req-ad481140-728a-41af-998e-aeb1bb7adcd4 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 210 time: 0.0456598 Aug 19 12:33:37.023347 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8ee0-c627-4afb-bc7c-3990f0198dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.027905 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8ee0-c627-4afb-bc7c-3990f0198dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.068925 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a8ee0-c627-4afb-bc7c-3990f0198dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb00f5b-b0a1-4d62-b4fd-8276c5b3491b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:37.082849 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.087636 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0a2a8ee0-c627-4afb-bc7c-3990f0198dfe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c80b4142b21a45f68722233b3caf0507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707654 Aug 19 12:33:37.090563 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45712) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:37.145151 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31601c2e-b220-44e2-8072-667ffb2b887f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.172987 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31601c2e-b220-44e2-8072-667ffb2b887f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.209958 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-2d28f5bb-d6da-440f-a9be-6097aa3ea442 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.212176 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-2d28f5bb-d6da-440f-a9be-6097aa3ea442 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.50 "GET /v2.0/networks?id=c21698c5-b754-499b-bc5c-7618b713ee3b HTTP/1.1" status: 200 len: 808 time: 0.1528716 Aug 19 12:33:37.237024 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31601c2e-b220-44e2-8072-667ffb2b887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.237024 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-31601c2e-b220-44e2-8072-667ffb2b887f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.237621 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-31601c2e-b220-44e2-8072-667ffb2b887f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aeb00f5b-b0a1-4d62-b4fd-8276c5b3491b HTTP/1.1" status: 204 len: 168 time: 0.1460965 Aug 19 12:33:37.245226 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Request body: {'port': {'device_id': 'e364a5b9-b1ae-4303-8496-5cbae676cce3', 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b', 'admin_state_up': True, 'tenant_id': '39f1f10196dd4ac39076a388d8c493ba'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:37.245920 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31601c2e-b220-44e2-8072-667ffb2b887f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb00f5b-b0a1-4d62-b4fd-8276c5b3491b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:37.387638 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Made reservation on behalf of 39f1f10196dd4ac39076a388d8c493ba for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:37.392102 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.557267 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Allocated IP 172.20.0.2 (c21698c5-b754-499b-bc5c-7618b713ee3b/246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4/ea3ff2df-7f18-4f6c-995c-b66e1a70223d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:37.663191 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86054c5e-3206-4bc3-b9d0-f4e9f3cb17e3 req-fff62b0e-9137-4f0a-bbd0-12c127be183c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.671134 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-86054c5e-3206-4bc3-b9d0-f4e9f3cb17e3 req-fff62b0e-9137-4f0a-bbd0-12c127be183c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0954211 Aug 19 12:33:37.721848 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45748) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:37.736224 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a0ce-bfe9-4041-947f-acec8f018cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.761208 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-86054c5e-3206-4bc3-b9d0-f4e9f3cb17e3 req-c6eafb53-9b91-4535-a549-40930a583417 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891991 Aug 19 12:33:37.859278 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.875752 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a0ce-bfe9-4041-947f-acec8f018cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.886038 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a0ce-bfe9-4041-947f-acec8f018cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.924450 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.936551 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e1f3a0ce-bfe9-4041-947f-acec8f018cd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d916edf77fcb4f139c3e2a0b2c91c430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130959 Aug 19 12:33:37.940539 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45762) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:37.979555 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3a0ce-bfe9-4041-947f-acec8f018cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f523bb7-4d8c-49c4-bbd1-4336f55487af,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:38.008945 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Pushing event updated for resources: {'Port': ['ID=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:38.016499 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Network c21698c5-b754-499b-bc5c-7618b713ee3b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:38.020419 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:38.024037 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:38.077649 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-caa45c99-8fee-4a30-b661-3ef7ef2cb967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.083136 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.084007 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.102920 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45772) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.107801 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-caa45c99-8fee-4a30-b661-3ef7ef2cb967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.116763 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-7e7e8f3f-172f-4757-ace6-c767fe37122d tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8763413 Aug 19 12:33:38.135257 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Request body: {'port': {'device_id': 'e364a5b9-b1ae-4303-8496-5cbae676cce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:38.174476 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-caa45c99-8fee-4a30-b661-3ef7ef2cb967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.180776 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-caa45c99-8fee-4a30-b661-3ef7ef2cb967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.182727 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-caa45c99-8fee-4a30-b661-3ef7ef2cb967 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f523bb7-4d8c-49c4-bbd1-4336f55487af HTTP/1.1" status: 204 len: 168 time: 0.2408030 Aug 19 12:33:38.194864 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa45c99-8fee-4a30-b661-3ef7ef2cb967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f523bb7-4d8c-49c4-bbd1-4336f55487af,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:38.239608 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb01e7-b748-4ff3-b4c2-1f9cb82ed648 req-f0b3b701-c4ed-42e1-a929-ce283197b066 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.247303 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39bb01e7-b748-4ff3-b4c2-1f9cb82ed648 req-f0b3b701-c4ed-42e1-a929-ce283197b066 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 931 time: 0.1338773 Aug 19 12:33:38.266684 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.294483 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1734424911-network', 'tenant_id': 'e201aaa7b1f844a48857dfbf8db2149b'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:38.304988 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39bb01e7-b748-4ff3-b4c2-1f9cb82ed648 req-7b16bf69-9a14-45cc-bb9b-ad68b8d3eea5 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565186 Aug 19 12:33:38.328919 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.334212 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Made reservation on behalf of e201aaa7b1f844a48857dfbf8db2149b for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:38.337297 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.358399 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.459946 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.465249 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.491556 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:38.501323 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0484a686-e50f-4882-935b-29f831fba805,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:38.506286 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.507111 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.segments_db [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Added segment a34699df-89a9-4820-be84-5eb7303ceb74 of type vlan for network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c Aug 19 12:33:38.555671 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.564572 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45786) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.581770 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.582773 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.583439 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.602027 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-168ba81d-51c1-4c64-b366-a3a32fda80d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.622361 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3ff2df-7f18-4f6c-995c-b66e1a70223d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:38.629834 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.636409 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5320194 Aug 19 12:33:38.643558 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45788) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.649902 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4063f9-83aa-4f68-b685-6df6348abee8 admin admin] Pushing event updated for resources: {'Network': ['ID=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:38.650118 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Request body: {'subnet': {'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1734424911-subnet', 'tenant_id': 'e201aaa7b1f844a48857dfbf8db2149b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:38.663886 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:38.667586 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Transition to ACTIVE for port object ea3ff2df-7f18-4f6c-995c-b66e1a70223d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:38.673762 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.767006 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:38.845679 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-168ba81d-51c1-4c64-b366-a3a32fda80d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.864116 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-168ba81d-51c1-4c64-b366-a3a32fda80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.924232 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Attempting to bind port ea3ff2df-7f18-4f6c-995c-b66e1a70223d on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:38.924516 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Attempting to bind port ea3ff2df-7f18-4f6c-995c-b66e1a70223d by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '01140b80-8036-40d1-a225-31f33d33d4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:38.924887 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Attempting to bind port ea3ff2df-7f18-4f6c-995c-b66e1a70223d on network c21698c5-b754-499b-bc5c-7618b713ee3b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:38.938028 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Made reservation on behalf of e201aaa7b1f844a48857dfbf8db2149b for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:38.940457 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2900385'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.966652 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Port ea3ff2df-7f18-4f6c-995c-b66e1a70223d on network c21698c5-b754-499b-bc5c-7618b713ee3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:38.966975 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Attempting to bind port ea3ff2df-7f18-4f6c-995c-b66e1a70223d on network c21698c5-b754-499b-bc5c-7618b713ee3b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:38.995897 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-168ba81d-51c1-4c64-b366-a3a32fda80d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6ac06370df34c6692c361b086d9c0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302816 Aug 19 12:33:38.998805 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45800) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:39.004433 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ba81d-51c1-4c64-b366-a3a32fda80d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e76b7a-5a10-4fbc-8316-b7bde6f7f59b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:39.010724 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:39.011369 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Checking segment: {'id': '01140b80-8036-40d1-a225-31f33d33d4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:39.011487 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Bound using segment: {'id': '01140b80-8036-40d1-a225-31f33d33d4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:39.011890 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Bound port: ea3ff2df-7f18-4f6c-995c-b66e1a70223d, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01140b80-8036-40d1-a225-31f33d33d4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:39.012247 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.029162 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e6c10-a61f-4b1a-a5d6-9fa911e3f807 req-38a6d5cf-b54b-4dfa-b7e0-78a9b798e465 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.030647 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-642e6c10-a61f-4b1a-a5d6-9fa911e3f807 req-38a6d5cf-b54b-4dfa-b7e0-78a9b798e465 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1887882 Aug 19 12:33:39.054117 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-66c7b827-c031-42e2-98ab-c907687ecdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.076918 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-66c7b827-c031-42e2-98ab-c907687ecdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.130173 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-66c7b827-c031-42e2-98ab-c907687ecdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.134926 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-66c7b827-c031-42e2-98ab-c907687ecdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.139024 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-66c7b827-c031-42e2-98ab-c907687ecdc8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2e76b7a-5a10-4fbc-8316-b7bde6f7f59b HTTP/1.1" status: 204 len: 168 time: 0.1390190 Aug 19 12:33:39.140851 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-642e6c10-a61f-4b1a-a5d6-9fa911e3f807 req-02a32115-ecfb-4bae-8b33-08ea648c3682 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012478 Aug 19 12:33:39.154920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] For port ea3ff2df-7f18-4f6c-995c-b66e1a70223d, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:39.155229 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7b827-c031-42e2-98ab-c907687ecdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e76b7a-5a10-4fbc-8316-b7bde6f7f59b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:39.159787 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] For port ea3ff2df-7f18-4f6c-995c-b66e1a70223d, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,segment=NetworkSegment(01140b80-8036-40d1-a225-31f33d33d4db),segment_id=01140b80-8036-40d1-a225-31f33d33d4db)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:39.180019 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.221374 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.222427 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.223422 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] 10.222.0.50 "PUT /v2.0/ports/ea3ff2df-7f18-4f6c-995c-b66e1a70223d HTTP/1.1" status: 200 len: 1093 time: 1.0950332 Aug 19 12:33:39.223864 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e364a5b9-b1ae-4303-8496-5cbae676cce3', 'tag': 'ea3ff2df-7f18-4f6c-995c-b66e1a70223d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:39.226364 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911a050a-4ce4-4bf3-8658-427e295a91c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e364a5b9-b1ae-4303-8496-5cbae676cce3", "tag": "ea3ff2df-7f18-4f6c-995c-b66e1a70223d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:39.278126 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2794b2-2f5d-484c-ad1d-ee216a7e6f11 x-openstack-request-id: req-ae2794b2-2f5d-484c-ad1d-ee216a7e6f11 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:39.278592 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e364a5b9-b1ae-4303-8496-5cbae676cce3", "tag": "ea3ff2df-7f18-4f6c-995c-b66e1a70223d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:39.278874 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae2794b2-2f5d-484c-ad1d-ee216a7e6f11 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:39.279306 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e364a5b9-b1ae-4303-8496-5cbae676cce3', 'tag': 'ea3ff2df-7f18-4f6c-995c-b66e1a70223d', 'status': 'completed', 'code': 200} Aug 19 12:33:39.335972 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1257e0f-4675-4f87-bddf-e160c1f10231 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:39.361598 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3075750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2900407'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.404210 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-03bed813-e70a-4cbe-8ad7-858bc6e5766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.405751 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-03bed813-e70a-4cbe-8ad7-858bc6e5766e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39f1f10196dd4ac39076a388d8c493ba&device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 1096 time: 0.1194434 Aug 19 12:33:39.495095 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-d8e2a6cb-5e70-47fe-b5da-eeb2777673d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea3ff2df-7f18-4f6c-995c-b66e1a70223d HTTP/1.1" status: 200 len: 217 time: 0.0620766 Aug 19 12:33:39.498953 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6fb3a4-a05c-408e-9167-88dfc27f7fae,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:39.543779 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Checking segment: {'id': 'a34699df-89a9-4820-be84-5eb7303ceb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:39.544134 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Network hostable DHCP agents. Network: f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:39.553938 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ddcd0-187f-4289-80aa-4cb550812391 req-16d41fc8-ab84-4ce5-be5b-0eaa1a18e3d7 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.555439 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cf3ddcd0-187f-4289-80aa-4cb550812391 req-16d41fc8-ab84-4ce5-be5b-0eaa1a18e3d7 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 943 time: 0.1582403 Aug 19 12:33:39.598356 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-964f9373-a8d9-4263-b9d3-88556cf09d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.599894 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-964f9373-a8d9-4263-b9d3-88556cf09d46 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4 HTTP/1.1" status: 200 len: 848 time: 0.0891538 Aug 19 12:33:39.604557 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:39.628870 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45826) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:39.643625 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-935a2387-c857-488d-b504-6c034c6f3d84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c21698c5-b754-499b-bc5c-7618b713ee3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291274 Aug 19 12:33:39.646494 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cf3ddcd0-187f-4289-80aa-4cb550812391 req-7dc34399-ec24-4181-a7a4-03087ac67ed5 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814326 Aug 19 12:33:39.647207 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:39.651187 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.651823 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.660288 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07daba5f-1acb-445f-8f69-b9e1d4dc2b0d None None] Network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:39.823638 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d921a-b532-44db-93f2-61fbd7fc7e46 None None] Network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:39.842328 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0af5b253-020b-41cb-87c7-5abdc534ba10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.988166 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-72eab3ad-953d-4633-9b50-c6229c484a25 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3435054 Aug 19 12:33:40.078775 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-f909ddad-cec2-43bf-afa2-49a23cacf6cf service neutron] 10.222.0.50 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227793 Aug 19 12:33:40.127165 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0af5b253-020b-41cb-87c7-5abdc534ba10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.133789 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0af5b253-020b-41cb-87c7-5abdc534ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.194591 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0af5b253-020b-41cb-87c7-5abdc534ba10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6eaf4034e5e246438d0abe8d49466e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644295 Aug 19 12:33:40.195450 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5b253-020b-41cb-87c7-5abdc534ba10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f68d03e-3e83-436f-a798-b195a05745dd,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:40.197634 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:40.298865 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418acdb4-b75c-4378-9c89-a59aa96000fb req-919d1740-6220-4043-a364-b5c66131bc3c service neutron] 10.222.0.50 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037175 Aug 19 12:33:40.344184 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca462cd0-279f-4e51-b848-d7a6bd651b49 req-fe2343da-1c48-49e5-8991-7e8b0deb6a5e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:40.351455 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ca462cd0-279f-4e51-b848-d7a6bd651b49 req-fe2343da-1c48-49e5-8991-7e8b0deb6a5e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0957203 Aug 19 12:33:40.362095 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d4489f4-4fc0-48e3-a698-d7f7670d8870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.440747 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d4489f4-4fc0-48e3-a698-d7f7670d8870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.451863 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ca462cd0-279f-4e51-b848-d7a6bd651b49 req-3c847790-1c34-4d77-bf22-ff8478aec9ee tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995450 Aug 19 12:33:40.474059 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a050a-4ce4-4bf3-8658-427e295a91c9 req-a3e55404-2d85-4bba-a11e-467bf8116280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:40.474059 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-911a050a-4ce4-4bf3-8658-427e295a91c9 req-a3e55404-2d85-4bba-a11e-467bf8116280 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39f1f10196dd4ac39076a388d8c493ba&device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 1096 time: 0.0981827 Aug 19 12:33:40.562386 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d4489f4-4fc0-48e3-a698-d7f7670d8870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.564874 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d4489f4-4fc0-48e3-a698-d7f7670d8870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.570469 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-5d4489f4-4fc0-48e3-a698-d7f7670d8870 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f68d03e-3e83-436f-a798-b195a05745dd HTTP/1.1" status: 204 len: 168 time: 0.3687272 Aug 19 12:33:40.590289 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4489f4-4fc0-48e3-a698-d7f7670d8870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f68d03e-3e83-436f-a798-b195a05745dd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:40.594536 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a050a-4ce4-4bf3-8658-427e295a91c9 req-a2f9c42d-d220-4e2a-a65f-7651bba1d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:40.596135 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-911a050a-4ce4-4bf3-8658-427e295a91c9 req-a2f9c42d-d220-4e2a-a65f-7651bba1d1bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=c21698c5-b754-499b-bc5c-7618b713ee3b HTTP/1.1" status: 200 len: 909 time: 0.1161518 Aug 19 12:33:40.675912 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-911a050a-4ce4-4bf3-8658-427e295a91c9 req-bfcee921-a99d-4b74-9363-e36db6e81222 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea3ff2df-7f18-4f6c-995c-b66e1a70223d HTTP/1.1" status: 200 len: 217 time: 0.0658262 Aug 19 12:33:40.762913 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a050a-4ce4-4bf3-8658-427e295a91c9 req-3d963669-07f3-4ff8-bfbb-c1f616e0c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:40.764556 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-911a050a-4ce4-4bf3-8658-427e295a91c9 req-3d963669-07f3-4ff8-bfbb-c1f616e0c55c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4 HTTP/1.1" status: 200 len: 848 time: 0.0648804 Aug 19 12:33:40.816099 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-911a050a-4ce4-4bf3-8658-427e295a91c9 req-a3cb554d-931a-47a0-acbc-ed310d129405 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c21698c5-b754-499b-bc5c-7618b713ee3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394123 Aug 19 12:33:40.846273 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858688cb-94a4-4077-b8e8-d10f30453d39 req-05501def-6eeb-430b-89fa-47618d4bf464 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:40.847770 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-858688cb-94a4-4077-b8e8-d10f30453d39 req-05501def-6eeb-430b-89fa-47618d4bf464 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 943 time: 0.0823052 Aug 19 12:33:40.932363 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-858688cb-94a4-4077-b8e8-d10f30453d39 req-3a642ef6-07f5-4b18-a7ca-86b54fa83ca6 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738204 Aug 19 12:33:40.953837 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-911a050a-4ce4-4bf3-8658-427e295a91c9 req-27c15051-4404-446e-8e43-8d161589431b service neutron] 10.222.0.50 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254165 Aug 19 12:33:41.066144 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-911a050a-4ce4-4bf3-8658-427e295a91c9 req-c00a4746-a31b-420f-a6f2-5b87beaf5e75 service neutron] 10.222.0.50 "GET /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960619 Aug 19 12:33:41.276343 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 45904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:41.481451 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a66015c6-84e4-47ea-a790-b5d02c7e26a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.610670 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a66015c6-84e4-47ea-a790-b5d02c7e26a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.619805 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c406e-2540-45bc-a56e-a1a9fa39a388 req-4eb48c0f-d80b-4f84-977e-492500de3073 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.621362 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-794c406e-2540-45bc-a56e-a1a9fa39a388 req-4eb48c0f-d80b-4f84-977e-492500de3073 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0796287 Aug 19 12:33:41.622458 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a66015c6-84e4-47ea-a790-b5d02c7e26a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.680421 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-a66015c6-84e4-47ea-a790-b5d02c7e26a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0376da50bb9c40839e5e4ad04c9bf269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029450 Aug 19 12:33:41.682486 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66015c6-84e4-47ea-a790-b5d02c7e26a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6706842-bccf-4cf7-b1b0-e261cf27d261,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:41.683209 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45924) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:41.698406 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-794c406e-2540-45bc-a56e-a1a9fa39a388 req-1a2e4a57-6e73-43ac-8bc9-5c2d33f4fc5a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703030 Aug 19 12:33:41.780782 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c374a088-c83d-463d-82f4-3e0187cdc871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.809957 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c374a088-c83d-463d-82f4-3e0187cdc871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.871617 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c374a088-c83d-463d-82f4-3e0187cdc871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.874284 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c374a088-c83d-463d-82f4-3e0187cdc871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.877782 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-c374a088-c83d-463d-82f4-3e0187cdc871 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6706842-bccf-4cf7-b1b0-e261cf27d261 HTTP/1.1" status: 204 len: 168 time: 0.1858976 Aug 19 12:33:41.893019 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374a088-c83d-463d-82f4-3e0187cdc871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6706842-bccf-4cf7-b1b0-e261cf27d261,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:41.977336 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device ea3ff2df-7f18-4f6c-995c-b66e1a70223d details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:42.068022 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a408b06f-d988-4264-a0e8-7928332dd67d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.070179 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a408b06f-d988-4264-a0e8-7928332dd67d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/networks?id=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c HTTP/1.1" status: 200 len: 814 time: 0.1361420 Aug 19 12:33:42.118121 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-96f47704-2898-4293-8788-e91f1ccd97ee tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/quotas/e201aaa7b1f844a48857dfbf8db2149b HTTP/1.1" status: 200 len: 375 time: 0.0365746 Aug 19 12:33:42.149347 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port ea3ff2df-7f18-4f6c-995c-b66e1a70223d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,segment=NetworkSegment(01140b80-8036-40d1-a225-31f33d33d4db),segment_id=01140b80-8036-40d1-a225-31f33d33d4db)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:42.154383 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-83c8e0ef-bde7-437c-a50e-19a1ac697d03 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e201aaa7b1f844a48857dfbf8db2149b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352526 Aug 19 12:33:42.163924 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'ea3ff2df-7f18-4f6c-995c-b66e1a70223d', 'network_id': 'c21698c5-b754-499b-bc5c-7618b713ee3b', 'port_id': 'ea3ff2df-7f18-4f6c-995c-b66e1a70223d', 'mac_address': 'fa:16:3e:0a:c8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:42.210305 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.224032 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37384de-22d9-4d05-bd76-2133f2aba9c4 req-296196ec-b756-4e43-a263-9c9ac5c01342 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.225631 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b37384de-22d9-4d05-bd76-2133f2aba9c4 req-296196ec-b756-4e43-a263-9c9ac5c01342 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 943 time: 0.1545451 Aug 19 12:33:42.229125 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3ff2df-7f18-4f6c-995c-b66e1a70223d {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:42.254223 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port ea3ff2df-7f18-4f6c-995c-b66e1a70223d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,segment=NetworkSegment(01140b80-8036-40d1-a225-31f33d33d4db),segment_id=01140b80-8036-40d1-a225-31f33d33d4db)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:42.261019 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.291683 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b37384de-22d9-4d05-bd76-2133f2aba9c4 req-a88dcea5-9472-411c-9207-d6f8deb7829f tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552104 Aug 19 12:33:42.301098 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-85881015-6ffc-4d52-8046-ea90009e24e9 service neutron] 10.222.0.42 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457763 Aug 19 12:33:42.324304 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:42.413283 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-b6d87995-8c28-40be-bef9-34358bef9dca service neutron] 10.222.0.42 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112306 Aug 19 12:33:42.433889 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45966) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:42.459508 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7727b37a-3d62-4286-89a9-90c73736ec9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.573427 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['ea3ff2df-7f18-4f6c-995c-b66e1a70223d'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:42.600530 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7727b37a-3d62-4286-89a9-90c73736ec9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.606416 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7727b37a-3d62-4286-89a9-90c73736ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.624066 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d8bc6fec-b164-493a-9372-9fecde0f28ce req-a2b46c4e-2f28-4164-9b09-6c7537fef3b7 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 210 time: 0.0417056 Aug 19 12:33:42.643420 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727b37a-3d62-4286-89a9-90c73736ec9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa48a9d-2158-44d3-9a3a-996c22f7c00b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:42.673685 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-7727b37a-3d62-4286-89a9-90c73736ec9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d91875868c024c559ed1c890d533fff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383461 Aug 19 12:33:42.675959 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45980) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:42.739311 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a09ec07b-a84e-445e-bacc-899410b35660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.771099 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a09ec07b-a84e-445e-bacc-899410b35660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.834386 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a09ec07b-a84e-445e-bacc-899410b35660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.839278 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a09ec07b-a84e-445e-bacc-899410b35660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.840968 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-a09ec07b-a84e-445e-bacc-899410b35660 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5fa48a9d-2158-44d3-9a3a-996c22f7c00b HTTP/1.1" status: 204 len: 168 time: 0.1640067 Aug 19 12:33:42.850601 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ec07b-a84e-445e-bacc-899410b35660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa48a9d-2158-44d3-9a3a-996c22f7c00b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:42.854458 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e5fe4-df22-48d0-bf25-9929651ef2d4 req-ded4eec0-160e-403e-ad48-fe38fcc01f18 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.863829 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-157e5fe4-df22-48d0-bf25-9929651ef2d4 req-ded4eec0-160e-403e-ad48-fe38fcc01f18 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0632472 Aug 19 12:33:42.910504 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-157e5fe4-df22-48d0-bf25-9929651ef2d4 req-aa3308b2-0487-414e-8d71-b23286e35357 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412776 Aug 19 12:33:42.917271 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 45992) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:43.151646 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3de88de7-7117-4464-aa24-8a5a57461c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.269441 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3de88de7-7117-4464-aa24-8a5a57461c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.282652 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3de88de7-7117-4464-aa24-8a5a57461c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.326171 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-3de88de7-7117-4464-aa24-8a5a57461c3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12b201f3313740a49deeeadaa909442c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077656 Aug 19 12:33:43.328773 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46016) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:43.336886 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de88de7-7117-4464-aa24-8a5a57461c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1e1b75-4a9b-4fb9-9443-78ee97cc868b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:43.372989 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:43.389368 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15bce1b4-b5cd-46c4-89b9-9933f390f61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.413772 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15bce1b4-b5cd-46c4-89b9-9933f390f61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.484552 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15bce1b4-b5cd-46c4-89b9-9933f390f61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.486486 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f10ab3-3bff-45be-9606-2f978743fc9e req-62ba86c4-9b0c-437d-8530-f2f49f8188e0 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:43.488250 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-96f10ab3-3bff-45be-9606-2f978743fc9e req-62ba86c4-9b0c-437d-8530-f2f49f8188e0 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 944 time: 0.0858688 Aug 19 12:33:43.488670 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15bce1b4-b5cd-46c4-89b9-9933f390f61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.493116 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-15bce1b4-b5cd-46c4-89b9-9933f390f61a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b1e1b75-4a9b-4fb9-9443-78ee97cc868b HTTP/1.1" status: 204 len: 168 time: 0.1633515 Aug 19 12:33:43.501496 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bce1b4-b5cd-46c4-89b9-9933f390f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1e1b75-4a9b-4fb9-9443-78ee97cc868b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:43.538318 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-96f10ab3-3bff-45be-9606-2f978743fc9e req-b10c1b59-275e-4363-8744-94f0c39f51b6 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433278 Aug 19 12:33:43.614536 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-113f9463-690a-403e-aa90-e8e13d51d326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.763864 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9863e07e-0fd3-4fd4-971c-128974846bce req-543627c4-666d-4f1d-966b-686a9a86d4f4 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 210 time: 0.0418613 Aug 19 12:33:43.845533 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-113f9463-690a-403e-aa90-e8e13d51d326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.852269 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-113f9463-690a-403e-aa90-e8e13d51d326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.904737 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-113f9463-690a-403e-aa90-e8e13d51d326 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb3b494621ac4f9d92ceba5a4d0c0bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283709 Aug 19 12:33:43.905466 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46040) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:43.911795 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46042) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:43.924670 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f9463-690a-403e-aa90-e8e13d51d326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c72585-1c76-4755-a120-80ef6be2d7df,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:43.944006 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-2e2ceaeb-badb-4c8f-b48c-595b388bc295 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:43.945775 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-2e2ceaeb-badb-4c8f-b48c-595b388bc295 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.50 "GET /v2.0/networks?id=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c HTTP/1.1" status: 200 len: 814 time: 0.1843569 Aug 19 12:33:43.966810 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Request body: {'port': {'device_id': '96af37e9-2609-4f2f-b993-48df54382067', 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c', 'admin_state_up': True, 'tenant_id': 'e201aaa7b1f844a48857dfbf8db2149b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:43.973165 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb9e3e14-df61-4928-841c-dc1a02cba5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.993759 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device ea3ff2df-7f18-4f6c-995c-b66e1a70223d up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:44.040385 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1897-86ef-4754-9cda-7da6010c6450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.066649 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port ea3ff2df-7f18-4f6c-995c-b66e1a70223d completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:44.075840 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port ea3ff2df-7f18-4f6c-995c-b66e1a70223d triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:44.077480 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.095200 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1897-86ef-4754-9cda-7da6010c6450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.115486 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4183a-bc16-45ac-9360-96a28b821ba7 req-4bf29af1-9ad0-4f54-a76d-582558210659 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.117176 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9be4183a-bc16-45ac-9360-96a28b821ba7 req-4bf29af1-9ad0-4f54-a76d-582558210659 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1034276 Aug 19 12:33:44.172788 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9be4183a-bc16-45ac-9360-96a28b821ba7 req-8d0ea784-d302-42e2-81fd-eccdbb09e5b5 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471284 Aug 19 12:33:44.182140 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.200779 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb9e3e14-df61-4928-841c-dc1a02cba5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.208779 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eb9e3e14-df61-4928-841c-dc1a02cba5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.232504 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e364a5b9-b1ae-4303-8496-5cbae676cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3ff2df-7f18-4f6c-995c-b66e1a70223d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:44.235216 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Made reservation on behalf of e201aaa7b1f844a48857dfbf8db2149b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:44.237504 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafb2829-ef7a-43f4-a90a-6c80136b6f88" -d '{"events": [{"server_uuid": "e364a5b9-b1ae-4303-8496-5cbae676cce3", "name": "network-vif-plugged", "status": "completed", "tag": "ea3ff2df-7f18-4f6c-995c-b66e1a70223d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:44.238909 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.243628 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e3e14-df61-4928-841c-dc1a02cba5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff238142-b488-40a3-b107-655c38b09395,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:44.252496 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1897-86ef-4754-9cda-7da6010c6450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.255681 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1897-86ef-4754-9cda-7da6010c6450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.259687 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-7c6a1897-86ef-4754-9cda-7da6010c6450 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12c72585-1c76-4755-a120-80ef6be2d7df HTTP/1.1" status: 204 len: 168 time: 0.3532143 Aug 19 12:33:44.270337 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port ea3ff2df-7f18-4f6c-995c-b66e1a70223d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,segment=NetworkSegment(01140b80-8036-40d1-a225-31f33d33d4db),segment_id=01140b80-8036-40d1-a225-31f33d33d4db)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:44.270772 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a1897-86ef-4754-9cda-7da6010c6450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c72585-1c76-4755-a120-80ef6be2d7df,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:44.283634 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.312470 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-eb9e3e14-df61-4928-841c-dc1a02cba5bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16078aa8460347af988841e0e749a3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987615 Aug 19 12:33:44.315626 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46064) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:44.339440 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513c2e4-75e5-4c1d-904b-361e2abc0212 x-openstack-request-id: req-8513c2e4-75e5-4c1d-904b-361e2abc0212 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:44.340382 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e364a5b9-b1ae-4303-8496-5cbae676cce3", "name": "network-vif-plugged", "status": "completed", "tag": "ea3ff2df-7f18-4f6c-995c-b66e1a70223d", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:44.340382 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8513c2e4-75e5-4c1d-904b-361e2abc0212 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:44.340643 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e364a5b9-b1ae-4303-8496-5cbae676cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3ff2df-7f18-4f6c-995c-b66e1a70223d', 'code': 200} Aug 19 12:33:44.362842 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:44.429884 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Allocated IP 172.20.0.13 (f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c/ac6fb3a4-a05c-408e-9167-88dfc27f7fae/1f65cfac-dea8-4c7b-821a-e454974aa69c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:44.438828 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-392f104d-a41c-40eb-9985-3a66f0e07bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.468064 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-392f104d-a41c-40eb-9985-3a66f0e07bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.554590 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-392f104d-a41c-40eb-9985-3a66f0e07bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.557702 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-392f104d-a41c-40eb-9985-3a66f0e07bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.561761 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-392f104d-a41c-40eb-9985-3a66f0e07bb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff238142-b488-40a3-b107-655c38b09395 HTTP/1.1" status: 204 len: 168 time: 0.2451458 Aug 19 12:33:44.571705 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f104d-a41c-40eb-9985-3a66f0e07bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff238142-b488-40a3-b107-655c38b09395,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:44.653661 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a60a4-1b38-4430-9fe5-554729d4a2d6 req-04b22a97-59c6-4f1d-977e-60bef27cd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.655533 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-240a60a4-1b38-4430-9fe5-554729d4a2d6 req-04b22a97-59c6-4f1d-977e-60bef27cd441 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 1098 time: 0.0817330 Aug 19 12:33:44.737380 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.751266 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-240a60a4-1b38-4430-9fe5-554729d4a2d6 req-56e2dec5-c8a1-4c3f-8193-a9436948c96c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551310 Aug 19 12:33:44.779931 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4741ba-2296-4eea-b1e9-118ca29d98e4 req-58330b90-be48-444f-b4b3-bc0b3b82a35c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.784307 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46080) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:44.789210 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-be4741ba-2296-4eea-b1e9-118ca29d98e4 req-58330b90-be48-444f-b4b3-bc0b3b82a35c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 945 time: 0.1324816 Aug 19 12:33:44.855471 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-be4741ba-2296-4eea-b1e9-118ca29d98e4 req-1e3fb45f-eab9-495b-9dde-ee83d14a870c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653307 Aug 19 12:33:44.863332 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.941178 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:44.961488 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:44.967870 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:44.972243 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Pushing event updated for resources: {'Port': ['ID=1f65cfac-dea8-4c7b-821a-e454974aa69c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:44.992020 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c9801b3-6bb2-49b2-afe6-070ee8ba7d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.029169 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab358e6-d4fd-4b94-8d93-25eeaff8193d req-d021ac9f-5767-49fd-be46-a4e00ea63fb2 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.036472 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eab358e6-d4fd-4b94-8d93-25eeaff8193d req-d021ac9f-5767-49fd-be46-a4e00ea63fb2 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 932 time: 0.1140871 Aug 19 12:33:45.052006 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.052785 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.103152 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eab358e6-d4fd-4b94-8d93-25eeaff8193d req-923470f1-48d9-46ca-85e8-82a5134434d2 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606692 Aug 19 12:33:45.117828 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c9801b3-6bb2-49b2-afe6-070ee8ba7d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.124912 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1c9801b3-6bb2-49b2-afe6-070ee8ba7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.127130 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-a1c4c275-0028-4887-b7f0-4a7c43b36486 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1652024 Aug 19 12:33:45.148164 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Request body: {'port': {'device_id': '96af37e9-2609-4f2f-b993-48df54382067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:45.170357 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46100) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:45.170562 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-1c9801b3-6bb2-49b2-afe6-070ee8ba7d3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80b86a7d11974ed78cf93b7a39db6562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849955 Aug 19 12:33:45.171373 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9801b3-6bb2-49b2-afe6-070ee8ba7d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9281b9b9-c7f7-4964-b8fd-377e0afb1456,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:45.257134 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.292430 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db06fd1-bebc-4696-8f21-63283d532e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.363967 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db06fd1-bebc-4696-8f21-63283d532e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.397475 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6cb55-0adf-4b00-8fd3-ca7a536a2732 req-4c5b13ba-5ddb-43c4-bf3e-ea21f5b3e4da tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.399269 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d3e6cb55-0adf-4b00-8fd3-ca7a536a2732 req-4c5b13ba-5ddb-43c4-bf3e-ea21f5b3e4da tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1215503 Aug 19 12:33:45.558475 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d3e6cb55-0adf-4b00-8fd3-ca7a536a2732 req-b2f4e9c9-6bbb-4073-a6f8-be18e3c46c6c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017482 Aug 19 12:33:45.561057 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db06fd1-bebc-4696-8f21-63283d532e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.563748 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2db06fd1-bebc-4696-8f21-63283d532e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.564840 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-2db06fd1-bebc-4696-8f21-63283d532e4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9281b9b9-c7f7-4964-b8fd-377e0afb1456 HTTP/1.1" status: 204 len: 168 time: 0.3934889 Aug 19 12:33:45.579833 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db06fd1-bebc-4696-8f21-63283d532e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9281b9b9-c7f7-4964-b8fd-377e0afb1456,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:45.678739 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f65cfac-dea8-4c7b-821a-e454974aa69c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:45.686732 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.701615 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Transition to ACTIVE for port object 1f65cfac-dea8-4c7b-821a-e454974aa69c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:45.709544 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.765701 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Pushing event updated for resources: {'Port': ['ID=1f65cfac-dea8-4c7b-821a-e454974aa69c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:45.848721 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Attempting to bind port 1f65cfac-dea8-4c7b-821a-e454974aa69c on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:45.849069 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Attempting to bind port 1f65cfac-dea8-4c7b-821a-e454974aa69c by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': 'a34699df-89a9-4820-be84-5eb7303ceb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:45.849918 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Attempting to bind port 1f65cfac-dea8-4c7b-821a-e454974aa69c on network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:45.857559 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Port 1f65cfac-dea8-4c7b-821a-e454974aa69c on network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:45.857559 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Attempting to bind port 1f65cfac-dea8-4c7b-821a-e454974aa69c on network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:45.859774 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:45.860119 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Checking segment: {'id': 'a34699df-89a9-4820-be84-5eb7303ceb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:45.860505 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Bound using segment: {'id': 'a34699df-89a9-4820-be84-5eb7303ceb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:45.860965 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Bound port: 1f65cfac-dea8-4c7b-821a-e454974aa69c, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34699df-89a9-4820-be84-5eb7303ceb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:45.861324 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.936314 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] For port 1f65cfac-dea8-4c7b-821a-e454974aa69c, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:45.942123 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] For port 1f65cfac-dea8-4c7b-821a-e454974aa69c, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=1f65cfac-dea8-4c7b-821a-e454974aa69c,segment=NetworkSegment(a34699df-89a9-4820-be84-5eb7303ceb74),segment_id=a34699df-89a9-4820-be84-5eb7303ceb74)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:45.948324 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.997467 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.998089 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.999708 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] 10.222.0.50 "PUT /v2.0/ports/1f65cfac-dea8-4c7b-821a-e454974aa69c HTTP/1.1" status: 200 len: 1094 time: 0.8571157 Aug 19 12:33:46.001778 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96af37e9-2609-4f2f-b993-48df54382067', 'tag': '1f65cfac-dea8-4c7b-821a-e454974aa69c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:46.004671 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091" -d '{"events": [{"name": "network-changed", "server_uuid": "96af37e9-2609-4f2f-b993-48df54382067", "tag": "1f65cfac-dea8-4c7b-821a-e454974aa69c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:46.058236 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca0b81-40ef-493d-ba38-bdb9a169f519 service neutron] Pushing event updated for resources: {'Port': ['ID=1f65cfac-dea8-4c7b-821a-e454974aa69c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:46.098502 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b109112-786d-4960-a405-d193031ef6cc x-openstack-request-id: req-7b109112-786d-4960-a405-d193031ef6cc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:46.098502 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96af37e9-2609-4f2f-b993-48df54382067", "tag": "1f65cfac-dea8-4c7b-821a-e454974aa69c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:46.098502 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b109112-786d-4960-a405-d193031ef6cc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:46.099279 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96af37e9-2609-4f2f-b993-48df54382067', 'tag': '1f65cfac-dea8-4c7b-821a-e454974aa69c', 'status': 'completed', 'code': 200} Aug 19 12:33:46.109563 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd8c58-e2f2-4cd8-b2ff-c1b681255b2c req-89b1a723-b9c1-443f-8023-a8c29209c0a4 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.119507 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-55dd8c58-e2f2-4cd8-b2ff-c1b681255b2c req-89b1a723-b9c1-443f-8023-a8c29209c0a4 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 945 time: 0.1588399 Aug 19 12:33:46.178768 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-96104059-73a6-4e60-8c40-a494a6750be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.180261 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-96104059-73a6-4e60-8c40-a494a6750be6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e201aaa7b1f844a48857dfbf8db2149b&device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 1097 time: 0.1135800 Aug 19 12:33:46.183630 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-55dd8c58-e2f2-4cd8-b2ff-c1b681255b2c req-6f700d1a-6de6-4e87-9674-99049dc76115 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632086 Aug 19 12:33:46.212480 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46154) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.268209 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-93b369f2-0f9d-4cff-beba-a669c6253fb7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f65cfac-dea8-4c7b-821a-e454974aa69c HTTP/1.1" status: 200 len: 217 time: 0.0475965 Aug 19 12:33:46.357160 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db854d-88db-43be-b1ac-4e91eafd9781 req-8ecb6dbd-f8bb-4e29-9a27-aa8e6d2c5d2c tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.358660 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-48db854d-88db-43be-b1ac-4e91eafd9781 req-8ecb6dbd-f8bb-4e29-9a27-aa8e6d2c5d2c tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 944 time: 0.0888436 Aug 19 12:33:46.360035 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-dc61dd5d-79fd-40f2-ae7c-483a52333c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.361363 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-dc61dd5d-79fd-40f2-ae7c-483a52333c41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac6fb3a4-a05c-408e-9167-88dfc27f7fae HTTP/1.1" status: 200 len: 854 time: 0.0787334 Aug 19 12:33:46.410542 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-7918805b-5c5e-4258-a89d-c08ab28cf5b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291340 Aug 19 12:33:46.415808 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb350-f518-4e76-bab4-18b740ca6a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.446191 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-48db854d-88db-43be-b1ac-4e91eafd9781 req-e10002e3-66e0-4a7a-9ced-5f73cfe57de0 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783648 Aug 19 12:33:46.551948 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb350-f518-4e76-bab4-18b740ca6a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.554441 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-24b63c2f-c50d-4775-b1e8-840e6f78b9da service neutron] 10.222.0.50 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342335 Aug 19 12:33:46.557739 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb350-f518-4e76-bab4-18b740ca6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.630366 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-f8cbb350-f518-4e76-bab4-18b740ca6a57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6f0856a147048ce9740151dc0187ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161520 Aug 19 12:33:46.631849 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46172) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.638567 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbb350-f518-4e76-bab4-18b740ca6a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf8dc47-f0b7-4d08-821f-28040d7c6f8c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:46.670329 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0da0ca17-d9f9-4fbc-9ae2-2b9671f34066 req-4cbac152-319d-43dc-b68d-7aee9d6b094c service neutron] 10.222.0.50 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084294 Aug 19 12:33:46.725492 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52f9d874-f22a-43a6-8eaf-70a5c2009a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.751898 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52f9d874-f22a-43a6-8eaf-70a5c2009a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.814700 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52f9d874-f22a-43a6-8eaf-70a5c2009a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.817433 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-52f9d874-f22a-43a6-8eaf-70a5c2009a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.819552 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-52f9d874-f22a-43a6-8eaf-70a5c2009a89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eaf8dc47-f0b7-4d08-821f-28040d7c6f8c HTTP/1.1" status: 204 len: 168 time: 0.1868777 Aug 19 12:33:46.829658 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9d874-f22a-43a6-8eaf-70a5c2009a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf8dc47-f0b7-4d08-821f-28040d7c6f8c,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:47.084126 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8065c-daf9-4ccb-bd51-ff63f0da8966 req-e2aaf65f-dcd6-4061-a03e-c1d3c587aa3a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.085791 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b2d8065c-daf9-4ccb-bd51-ff63f0da8966 req-e2aaf65f-dcd6-4061-a03e-c1d3c587aa3a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.3984334 Aug 19 12:33:47.120432 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091 req-0c4371e9-635a-4eec-9c36-f470b39e391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.122055 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091 req-0c4371e9-635a-4eec-9c36-f470b39e391c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e201aaa7b1f844a48857dfbf8db2149b&device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 1097 time: 0.3901062 Aug 19 12:33:47.199750 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b2d8065c-daf9-4ccb-bd51-ff63f0da8966 req-9885c443-11f3-4120-b13c-f0ef340dbd90 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047986 Aug 19 12:33:47.285832 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091 req-f4fce8ee-bd8f-43e9-9dcf-2c09861c5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.288118 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091 req-f4fce8ee-bd8f-43e9-9dcf-2c09861c5954 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c HTTP/1.1" status: 200 len: 915 time: 0.1510496 Aug 19 12:33:47.363946 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091 req-e62c2655-0502-4b1d-bdb8-e33bafa73add service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f65cfac-dea8-4c7b-821a-e454974aa69c HTTP/1.1" status: 200 len: 217 time: 0.0561571 Aug 19 12:33:47.418152 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27549913-205e-45a9-aa10-b262305b7621 req-d9b26f39-650a-408f-81a8-a0b5984a6c14 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.419673 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-27549913-205e-45a9-aa10-b262305b7621 req-d9b26f39-650a-408f-81a8-a0b5984a6c14 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 945 time: 0.1238108 Aug 19 12:33:47.448964 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091 req-9271d434-d64e-4beb-8fe2-31830a7a565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.450430 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091 req-9271d434-d64e-4beb-8fe2-31830a7a565e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac6fb3a4-a05c-408e-9167-88dfc27f7fae HTTP/1.1" status: 200 len: 854 time: 0.0735793 Aug 19 12:33:47.521923 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-27549913-205e-45a9-aa10-b262305b7621 req-2f169181-0bbf-4ccd-9456-91a5ac9bbd16 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956302 Aug 19 12:33:47.530288 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091 req-6438c11c-fc4e-47c7-9dc9-e394379ed3a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685863 Aug 19 12:33:47.626648 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631e54d-d84f-46d6-9a74-10eac7098d06 req-8f8cd1d3-ae30-49d9-a817-b0d11be82337 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.628324 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2631e54d-d84f-46d6-9a74-10eac7098d06 req-8f8cd1d3-ae30-49d9-a817-b0d11be82337 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 944 time: 0.0974715 Aug 19 12:33:47.686863 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091 req-38f2cb0b-8685-4034-8b0f-93943d4c2b7e service neutron] 10.222.0.50 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285133 Aug 19 12:33:47.691684 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2631e54d-d84f-46d6-9a74-10eac7098d06 req-c762e29a-7be6-4672-a141-5b90ea6338b9 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565805 Aug 19 12:33:47.829986 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb2c3ca0-2489-40d5-a5eb-60ea004ca091 req-95db2b59-e44c-4815-b96b-ca1021cf7c89 service neutron] 10.222.0.50 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293314 Aug 19 12:33:48.356276 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799ffc3-1355-4306-932c-fcafa6938acf req-c765fc21-ddd4-496d-bfd3-b6c4e4779950 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:48.358128 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3799ffc3-1355-4306-932c-fcafa6938acf req-c765fc21-ddd4-496d-bfd3-b6c4e4779950 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0762744 Aug 19 12:33:48.405161 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3799ffc3-1355-4306-932c-fcafa6938acf req-39c7eaae-0f73-4e8d-80e5-0ff85de05b6b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 Aug 19 12:33:48.466646 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eafde-54d2-4c37-bcae-7b5798b1c695 req-a054bbcb-2e2b-4502-94c2-faa80b1ebfc3 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:48.469136 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d43eafde-54d2-4c37-bcae-7b5798b1c695 req-a054bbcb-2e2b-4502-94c2-faa80b1ebfc3 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 945 time: 0.0609620 Aug 19 12:33:48.507895 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d43eafde-54d2-4c37-bcae-7b5798b1c695 req-ab313e15-eaeb-48e7-80eb-65a0435cab44 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336342 Aug 19 12:33:48.793763 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46372) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:48.810853 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776ba01-b18c-4007-bad1-00c07fbacb25 req-e809530d-ae26-4f44-bcd8-f1c6e2be57d8 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:48.812387 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6776ba01-b18c-4007-bad1-00c07fbacb25 req-e809530d-ae26-4f44-bcd8-f1c6e2be57d8 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 944 time: 0.0486784 Aug 19 12:33:48.866239 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6776ba01-b18c-4007-bad1-00c07fbacb25 req-8d792e3f-4581-4ae4-ba35-ab361385c4af tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473661 Aug 19 12:33:48.915998 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65dd61cd-d71f-43c3-87e8-3a6dac7597b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.007115 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65dd61cd-d71f-43c3-87e8-3a6dac7597b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.010957 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-65dd61cd-d71f-43c3-87e8-3a6dac7597b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.047821 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-65dd61cd-d71f-43c3-87e8-3a6dac7597b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9ee3a5d93bd470d950cd58bebc57946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529943 Aug 19 12:33:49.048911 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd61cd-d71f-43c3-87e8-3a6dac7597b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e603a8-51c2-4520-a9d2-1dfade6beeeb,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:49.050666 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46378) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:49.099573 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5284c9d-ad38-48db-ac32-ed82f2c81e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.124994 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5284c9d-ad38-48db-ac32-ed82f2c81e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.168792 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5284c9d-ad38-48db-ac32-ed82f2c81e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.171320 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5284c9d-ad38-48db-ac32-ed82f2c81e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.172514 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-c5284c9d-ad38-48db-ac32-ed82f2c81e54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78e603a8-51c2-4520-a9d2-1dfade6beeeb HTTP/1.1" status: 204 len: 168 time: 0.1208305 Aug 19 12:33:49.180695 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5284c9d-ad38-48db-ac32-ed82f2c81e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e603a8-51c2-4520-a9d2-1dfade6beeeb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:49.435437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46388) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:49.451549 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09507a4c-15df-4a81-a929-c4d52b273daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.553663 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755839b0-32bd-447a-bce1-de4cba67b712 req-8e93cbad-2a46-4f3d-8060-99c0bc7a3610 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.555212 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-755839b0-32bd-447a-bce1-de4cba67b712 req-8e93cbad-2a46-4f3d-8060-99c0bc7a3610 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0700567 Aug 19 12:33:49.629973 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09507a4c-15df-4a81-a929-c4d52b273daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.638301 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09507a4c-15df-4a81-a929-c4d52b273daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.646053 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-755839b0-32bd-447a-bce1-de4cba67b712 req-0260c3f9-38f7-4f64-9abf-9f11856cc740 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845592 Aug 19 12:33:49.681829 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-09507a4c-15df-4a81-a929-c4d52b273daa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef4bf6d4767b4c2aa138aad80723dc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451289 Aug 19 12:33:49.684819 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46394) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:49.694378 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09507a4c-15df-4a81-a929-c4d52b273daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d134471-3abc-4cd2-a2ee-2824ac25c719,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:49.703882 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e7faf-6f20-4520-8889-acca408a80c8 req-a55a1120-aea9-44bd-832a-1d412edc4579 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.705394 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c15e7faf-6f20-4520-8889-acca408a80c8 req-a55a1120-aea9-44bd-832a-1d412edc4579 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 945 time: 0.1204689 Aug 19 12:33:49.743314 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ea37dfa-a889-4b2c-a232-644f348d7a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.749872 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c15e7faf-6f20-4520-8889-acca408a80c8 req-fa05439e-73b5-4a02-953f-5c8be5aa75bb tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/security-groups?id=301cac03-e301-40e2-89af-34be6a166f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Aug 19 12:33:49.768969 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ea37dfa-a889-4b2c-a232-644f348d7a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.818903 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ea37dfa-a889-4b2c-a232-644f348d7a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.821596 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ea37dfa-a889-4b2c-a232-644f348d7a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.822736 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-4ea37dfa-a889-4b2c-a232-644f348d7a53 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d134471-3abc-4cd2-a2ee-2824ac25c719 HTTP/1.1" status: 204 len: 168 time: 0.1362364 Aug 19 12:33:49.832064 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea37dfa-a889-4b2c-a232-644f348d7a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d134471-3abc-4cd2-a2ee-2824ac25c719,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:49.982528 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b776a2d-ab53-4061-ad7f-cc3c52eb48e8 req-f4d6ed37-fdcd-43d2-806e-586a45ca57a3 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.984145 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2b776a2d-ab53-4061-ad7f-cc3c52eb48e8 req-f4d6ed37-fdcd-43d2-806e-586a45ca57a3 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 944 time: 0.0487127 Aug 19 12:33:50.023339 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2b776a2d-ab53-4061-ad7f-cc3c52eb48e8 req-009157f3-ee4e-4066-95d2-0254e14fceba tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324621 Aug 19 12:33:50.030923 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 1f65cfac-dea8-4c7b-821a-e454974aa69c details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:50.143479 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 1f65cfac-dea8-4c7b-821a-e454974aa69c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=1f65cfac-dea8-4c7b-821a-e454974aa69c,segment=NetworkSegment(a34699df-89a9-4820-be84-5eb7303ceb74),segment_id=a34699df-89a9-4820-be84-5eb7303ceb74)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:50.155648 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '1f65cfac-dea8-4c7b-821a-e454974aa69c', 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c', 'port_id': '1f65cfac-dea8-4c7b-821a-e454974aa69c', 'mac_address': 'fa:16:3e:59:f4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fb3a4-a05c-408e-9167-88dfc27f7fae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:50.197697 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.210941 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f65cfac-dea8-4c7b-821a-e454974aa69c {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:50.234823 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 1f65cfac-dea8-4c7b-821a-e454974aa69c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=1f65cfac-dea8-4c7b-821a-e454974aa69c,segment=NetworkSegment(a34699df-89a9-4820-be84-5eb7303ceb74),segment_id=a34699df-89a9-4820-be84-5eb7303ceb74)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:50.240540 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.294032 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-214fefbe-80b5-469d-961e-299098653d86 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.295555 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-214fefbe-80b5-469d-961e-299098653d86 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.50 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 945 time: 0.0561688 Aug 19 12:33:50.310636 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=1f65cfac-dea8-4c7b-821a-e454974aa69c,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:50.412890 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-024f218b-73c6-41d1-a7e8-37ff0fe32b3c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Deleting port ea3ff2df-7f18-4f6c-995c-b66e1a70223d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:50.413348 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-024f218b-73c6-41d1-a7e8-37ff0fe32b3c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.513853 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-024f218b-73c6-41d1-a7e8-37ff0fe32b3c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] For port ea3ff2df-7f18-4f6c-995c-b66e1a70223d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,segment=NetworkSegment(01140b80-8036-40d1-a225-31f33d33d4db),segment_id=01140b80-8036-40d1-a225-31f33d33d4db)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:50.514223 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-024f218b-73c6-41d1-a7e8-37ff0fe32b3c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.528592 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-024f218b-73c6-41d1-a7e8-37ff0fe32b3c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Calling delete_port for ea3ff2df-7f18-4f6c-995c-b66e1a70223d owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:50.569743 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['1f65cfac-dea8-4c7b-821a-e454974aa69c'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:50.680478 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-024f218b-73c6-41d1-a7e8-37ff0fe32b3c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.732317 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f218b-73c6-41d1-a7e8-37ff0fe32b3c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Pushing event deleted for resources: {'Port': ['ID=ea3ff2df-7f18-4f6c-995c-b66e1a70223d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:50.790416 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-024f218b-73c6-41d1-a7e8-37ff0fe32b3c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] No DVR routers for this DVR port ea3ff2df-7f18-4f6c-995c-b66e1a70223d on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:50.797871 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-024f218b-73c6-41d1-a7e8-37ff0fe32b3c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.797871 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2cd0fb81-8eea-4ce6-be61-98b37e920120 req-024f218b-73c6-41d1-a7e8-37ff0fe32b3c tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.50 "DELETE /v2.0/ports/ea3ff2df-7f18-4f6c-995c-b66e1a70223d HTTP/1.1" status: 204 len: 173 time: 0.4939651 Aug 19 12:33:50.798421 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e364a5b9-b1ae-4303-8496-5cbae676cce3', 'name': 'network-vif-deleted', 'tag': 'ea3ff2df-7f18-4f6c-995c-b66e1a70223d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:50.804297 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3461261-1494-4075-a660-51fd9295466c" -d '{"events": [{"server_uuid": "e364a5b9-b1ae-4303-8496-5cbae676cce3", "name": "network-vif-deleted", "tag": "ea3ff2df-7f18-4f6c-995c-b66e1a70223d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:50.862878 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183d470-a79c-4dba-bb54-06cbf375d691 req-cc237938-19f5-4413-bbb4-2d5685942b04 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.864403 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5183d470-a79c-4dba-bb54-06cbf375d691 req-cc237938-19f5-4413-bbb4-2d5685942b04 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0712397 Aug 19 12:33:50.907152 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-45a4083d-df9c-4bb9-9755-d549b653597a req-ac88b3cc-cfbe-4aa7-bf06-7acfbc0e20d6 tempest-VolumesActionsTest-402308256 tempest-VolumesActionsTest-402308256-project] 10.222.0.42 "GET /v2.0/ports?device_id=e364a5b9-b1ae-4303-8496-5cbae676cce3 HTTP/1.1" status: 200 len: 210 time: 0.0393677 Aug 19 12:33:50.944899 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5183d470-a79c-4dba-bb54-06cbf375d691 req-2f399e28-92b7-4b1b-ae2e-abcceab50724 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663853 Aug 19 12:33:50.995557 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fbf303-3ae0-4e7d-9a8b-e939be9d0223 x-openstack-request-id: req-92fbf303-3ae0-4e7d-9a8b-e939be9d0223 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:50.996313 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e364a5b9-b1ae-4303-8496-5cbae676cce3", "name": "network-vif-deleted", "tag": "ea3ff2df-7f18-4f6c-995c-b66e1a70223d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:50.996313 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92fbf303-3ae0-4e7d-9a8b-e939be9d0223 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:50.996313 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e364a5b9-b1ae-4303-8496-5cbae676cce3', 'name': 'network-vif-deleted', 'tag': 'ea3ff2df-7f18-4f6c-995c-b66e1a70223d', 'status': 'completed', 'code': 200} Aug 19 12:33:51.152871 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150fe92-10e5-4d4c-aa7e-8a27c98d5da3 req-22d63a3f-97ac-4e93-b176-e1b86cd94d2d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:51.154382 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1150fe92-10e5-4d4c-aa7e-8a27c98d5da3 req-22d63a3f-97ac-4e93-b176-e1b86cd94d2d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 945 time: 0.0536315 Aug 19 12:33:51.196267 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1150fe92-10e5-4d4c-aa7e-8a27c98d5da3 req-c3169bb5-30d3-4da8-9791-c1102e73467a tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359128 Aug 19 12:33:51.361113 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['ea3ff2df-7f18-4f6c-995c-b66e1a70223d'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:51.716016 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:33:52.039942 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 1f65cfac-dea8-4c7b-821a-e454974aa69c up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:52.097284 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e83c4-af8a-4865-8336-8508a5193af7 req-59387366-326a-4a8b-9ddc-5b979999869e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.105336 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-326e83c4-af8a-4865-8336-8508a5193af7 req-59387366-326a-4a8b-9ddc-5b979999869e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0825322 Aug 19 12:33:52.117216 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port 1f65cfac-dea8-4c7b-821a-e454974aa69c completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:52.126847 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 1f65cfac-dea8-4c7b-821a-e454974aa69c triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:52.132429 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.149721 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-326e83c4-af8a-4865-8336-8508a5193af7 req-5366436b-2e08-4fcf-becb-948d524a7550 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428159 Aug 19 12:33:52.251527 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.280464 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af37e9-2609-4f2f-b993-48df54382067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f65cfac-dea8-4c7b-821a-e454974aa69c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:52.283630 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e79d7f-5d87-40c6-bf22-d515231c5aaf" -d '{"events": [{"server_uuid": "96af37e9-2609-4f2f-b993-48df54382067", "name": "network-vif-plugged", "status": "completed", "tag": "1f65cfac-dea8-4c7b-821a-e454974aa69c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:52.305601 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 1f65cfac-dea8-4c7b-821a-e454974aa69c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=1f65cfac-dea8-4c7b-821a-e454974aa69c,segment=NetworkSegment(a34699df-89a9-4820-be84-5eb7303ceb74),segment_id=a34699df-89a9-4820-be84-5eb7303ceb74)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:52.311918 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.356261 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aeef3d-011f-4935-965a-a6d45a8e13d9 x-openstack-request-id: req-68aeef3d-011f-4935-965a-a6d45a8e13d9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:52.356548 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af37e9-2609-4f2f-b993-48df54382067", "name": "network-vif-plugged", "status": "completed", "tag": "1f65cfac-dea8-4c7b-821a-e454974aa69c", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:52.356823 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68aeef3d-011f-4935-965a-a6d45a8e13d9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:52.357212 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af37e9-2609-4f2f-b993-48df54382067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f65cfac-dea8-4c7b-821a-e454974aa69c', 'code': 200} Aug 19 12:33:52.372028 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2fc76-48aa-4bd5-ada8-03a53fb1b05b req-b03db448-c60c-4e96-95f7-4260687638a8 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.374738 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-94b2fc76-48aa-4bd5-ada8-03a53fb1b05b req-b03db448-c60c-4e96-95f7-4260687638a8 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 945 time: 0.0890534 Aug 19 12:33:52.393638 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=1f65cfac-dea8-4c7b-821a-e454974aa69c,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:52.449930 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-94b2fc76-48aa-4bd5-ada8-03a53fb1b05b req-6843d426-3463-4ea6-90b7-5f903b292b8a tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614166 Aug 19 12:33:52.553059 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a40d18-bce1-418f-b34d-11cf60933f21 req-e6b9202b-9af0-47c6-bef7-f106a6f52c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.554707 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f8a40d18-bce1-418f-b34d-11cf60933f21 req-e6b9202b-9af0-47c6-bef7-f106a6f52c67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 1099 time: 0.0511651 Aug 19 12:33:52.605468 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f8a40d18-bce1-418f-b34d-11cf60933f21 req-4dbae28f-2ffb-4f98-a28b-6ef47e2a0de7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Aug 19 12:33:52.664899 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46520) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:52.772667 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5567351b-c667-4d25-afff-c7c672fc69be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.874312 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5567351b-c667-4d25-afff-c7c672fc69be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.878080 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5567351b-c667-4d25-afff-c7c672fc69be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.916532 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-5567351b-c667-4d25-afff-c7c672fc69be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51033edd6f5a454bbe3f1d5273e442d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504432 Aug 19 12:33:52.917350 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567351b-c667-4d25-afff-c7c672fc69be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4820bde5-2d5c-4e7e-9cd0-72f4242a3e43,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:52.919813 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46544) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:52.969393 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-beb1a4b8-6c23-4eb8-87d4-c9a5d96229e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.989364 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-beb1a4b8-6c23-4eb8-87d4-c9a5d96229e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.037147 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-beb1a4b8-6c23-4eb8-87d4-c9a5d96229e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.039693 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-beb1a4b8-6c23-4eb8-87d4-c9a5d96229e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.040868 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-beb1a4b8-6c23-4eb8-87d4-c9a5d96229e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4820bde5-2d5c-4e7e-9cd0-72f4242a3e43 HTTP/1.1" status: 204 len: 168 time: 0.1200509 Aug 19 12:33:53.049405 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1a4b8-6c23-4eb8-87d4-c9a5d96229e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4820bde5-2d5c-4e7e-9cd0-72f4242a3e43,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:53.296168 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675fabc-6cec-424f-89aa-057172238924 req-95998126-2d13-4f9b-b3bd-f9a6b774a5b4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:53.298005 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c675fabc-6cec-424f-89aa-057172238924 req-95998126-2d13-4f9b-b3bd-f9a6b774a5b4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0522091 Aug 19 12:33:53.316820 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46556) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:53.329837 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-97562072-cddd-43fb-8e11-9c3c5e7516bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.337212 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c675fabc-6cec-424f-89aa-057172238924 req-5533a3f1-74a6-4a24-af8d-e2c971e7c380 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Aug 19 12:33:53.420353 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-97562072-cddd-43fb-8e11-9c3c5e7516bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.424459 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-97562072-cddd-43fb-8e11-9c3c5e7516bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.468802 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-97562072-cddd-43fb-8e11-9c3c5e7516bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ec1c68b74e249e79710999a5a86edb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506972 Aug 19 12:33:53.470695 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97562072-cddd-43fb-8e11-9c3c5e7516bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f54e896-dd3f-4dd1-bb2d-3f410914aaf1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:53.471468 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:53.559309 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8152571e-d035-43d8-b330-b3da59522089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.588517 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4255f5-e493-45bf-b75c-bb31450c3314 req-f4002104-453c-4822-b46b-8200435e9c9c tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:53.590306 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-da4255f5-e493-45bf-b75c-bb31450c3314 req-f4002104-453c-4822-b46b-8200435e9c9c tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 946 time: 0.0764563 Aug 19 12:33:53.594743 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8152571e-d035-43d8-b330-b3da59522089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.651348 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-da4255f5-e493-45bf-b75c-bb31450c3314 req-d3968c0d-3f52-4499-8fe8-d5545d270b74 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546610 Aug 19 12:33:53.675854 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8152571e-d035-43d8-b330-b3da59522089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.678367 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8152571e-d035-43d8-b330-b3da59522089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.679570 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-8152571e-d035-43d8-b330-b3da59522089 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f54e896-dd3f-4dd1-bb2d-3f410914aaf1 HTTP/1.1" status: 204 len: 168 time: 0.2070091 Aug 19 12:33:53.687863 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152571e-d035-43d8-b330-b3da59522089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f54e896-dd3f-4dd1-bb2d-3f410914aaf1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:54.182199 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device ea3ff2df-7f18-4f6c-995c-b66e1a70223d no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:54.203204 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: ea3ff2df-7f18-4f6c-995c-b66e1a70223d {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:54.203557 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device ea3ff2df-7f18-4f6c-995c-b66e1a70223d not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:54.360093 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46592) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:54.456728 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-644387534-network', 'tenant_id': '1fd599613e294891b5714102c5607640'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:54.479187 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Made reservation on behalf of 1fd599613e294891b5714102c5607640 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:54.481502 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.489625 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.577665 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.582391 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.609153 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:54.618075 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaaa503-5a7b-4228-b8fc-292e33b9cf14,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:54.624381 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.624760 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.segments_db [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Added segment ac887a7b-78f5-4480-b265-5ed2c886a5ac of type vlan for network 888559b7-b97e-464b-b94c-cbf8342520f5 Aug 19 12:33:54.667062 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.695581 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.696704 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.697317 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.748618 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3873591 Aug 19 12:33:54.751528 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46598) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:54.757102 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Request body: {'subnet': {'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-644387534-subnet', 'tenant_id': '1fd599613e294891b5714102c5607640', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:54.759646 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e05b8b-7f86-4635-b72f-52dcd6478834 admin admin] Pushing event updated for resources: {'Network': ['ID=888559b7-b97e-464b-b94c-cbf8342520f5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:54.769347 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 888559b7-b97e-464b-b94c-cbf8342520f5 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:54.779331 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Made reservation on behalf of 1fd599613e294891b5714102c5607640 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:54.781739 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3775804'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.957404 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3258723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3775786'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.019126 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af200914-5b75-4155-99e5-f10386a0ccbf,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.027724 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Checking segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:55.028093 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Network hostable DHCP agents. Network: 888559b7-b97e-464b-b94c-cbf8342520f5, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:55.044220 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Network 888559b7-b97e-464b-b94c-cbf8342520f5 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:55.052322 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 888559b7-b97e-464b-b94c-cbf8342520f5) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:55.056826 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.057415 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.061421 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ff4de-2aee-43d4-94b8-b18e0b3b1484 None None] Network 888559b7-b97e-464b-b94c-cbf8342520f5 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:55.072118 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-585f7b3a-9520-42ce-bca5-da7252ff7111 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3193355 Aug 19 12:33:55.074856 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46604) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:55.080526 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:55.100834 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.101714 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-775075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.152444 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.228559 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82009-39c6-51c3-baa3-f28672a5b630-888559b7-b97e-464b-b94c-cbf8342520f5', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf'}]}} from dv-cinder-804603-3-iscsi. {{(pid=93796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:55.229161 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.298541 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.364457 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Allocated IP 172.20.0.2 (888559b7-b97e-464b-b94c-cbf8342520f5/af200914-5b75-4155-99e5-f10386a0ccbf/2da3bb3c-a696-4348-8827-323b990250fa) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:55.497484 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.516727 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.517589 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.528104 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Transition to ACTIVE for port object 2da3bb3c-a696-4348-8827-323b990250fa will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:55.547192 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Transition to ACTIVE for port object 2da3bb3c-a696-4348-8827-323b990250fa will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:55.553204 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.595911 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Network 888559b7-b97e-464b-b94c-cbf8342520f5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:55.602054 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:55.604586 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:55.608078 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Pushing event updated for resources: {'Port': ['ID=2da3bb3c-a696-4348-8827-323b990250fa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.633142 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Allocated IP 172.27.3.11 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/8d02f55e-15ab-433b-8fa0-0c1b9c4edcae) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:55.665103 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Attempting to bind port 2da3bb3c-a696-4348-8827-323b990250fa on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:55.665478 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Attempting to bind port 2da3bb3c-a696-4348-8827-323b990250fa by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:55.665847 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Attempting to bind port 2da3bb3c-a696-4348-8827-323b990250fa on network 888559b7-b97e-464b-b94c-cbf8342520f5 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:55.670728 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:55.671103 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Checking segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:55.671502 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.671899 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Bound using segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:55.672365 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Bound port: 2da3bb3c-a696-4348-8827-323b990250fa, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:55.672773 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.737511 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] For port 2da3bb3c-a696-4348-8827-323b990250fa, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:55.738594 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.741599 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] For port 2da3bb3c-a696-4348-8827-323b990250fa, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=2da3bb3c-a696-4348-8827-323b990250fa,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:55.745831 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.779894 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.800140 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74062043-d707-438c-b8ff-ce6a8ce8ed29 None None] Pushing event updated for resources: {'Port': ['ID=2da3bb3c-a696-4348-8827-323b990250fa,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.825228 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:55.830712 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:55.832965 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Pushing event updated for resources: {'Port': ['ID=8d02f55e-15ab-433b-8fa0-0c1b9c4edcae,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.835749 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:56.105077 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.278737 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2104c14-2d57-4965-9600-110edefb828f req-631772fc-6d1c-4d4a-8a1c-9a777023859b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:56.285119 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b2104c14-2d57-4965-9600-110edefb828f req-631772fc-6d1c-4d4a-8a1c-9a777023859b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0919840 Aug 19 12:33:56.316725 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2c980-de6d-45b2-b16a-2d9b5dd48b33 req-fd396e13-2b94-4f43-ac2b-0280224f91f5 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:56.318216 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-86c2c980-de6d-45b2-b16a-2d9b5dd48b33 req-fd396e13-2b94-4f43-ac2b-0280224f91f5 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 946 time: 0.0930579 Aug 19 12:33:56.319617 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.350589 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b2104c14-2d57-4965-9600-110edefb828f req-4e348bce-df65-443e-9dbd-7ffefd59e5e7 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636442 Aug 19 12:33:56.370896 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-86c2c980-de6d-45b2-b16a-2d9b5dd48b33 req-de5afaf9-9ecb-45c3-88ec-2774cbfa1d8a tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391033 Aug 19 12:33:56.454095 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Router 417d429e-fb11-4420-823d-9205817e57db is scheduled to L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:33:56.573864 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:56.584872 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Sync routers for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:56.596459 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:56.597560 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:33:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:56.606373 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.614301 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:56.618964 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-3016cdd9-9c20-42be-b6e5-1e57f3bc0465 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5427029 Aug 19 12:33:56.670589 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 2da3bb3c-a696-4348-8827-323b990250fa up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:56.729615 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:56.751003 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 2da3bb3c-a696-4348-8827-323b990250fa completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:56.766512 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d4db0-65ae-4fde-ba1a-7f19edb527c7 None None] Network 888559b7-b97e-464b-b94c-cbf8342520f5 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:56.939519 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:55Z', 'revision_number': 3, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:56.945905 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-46de32e7-91be-4a96-84af-44fe41d742c4 None None] Provisioning for port 2da3bb3c-a696-4348-8827-323b990250fa completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:56.953688 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-46de32e7-91be-4a96-84af-44fe41d742c4 None None] Provisioning complete for port 2da3bb3c-a696-4348-8827-323b990250fa triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:56.954281 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46de32e7-91be-4a96-84af-44fe41d742c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.978537 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Checking router: 417d429e-fb11-4420-823d-9205817e57db for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:33:56.978900 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Updating router 417d429e-fb11-4420-823d-9205817e57db port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae binding host dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:33:57.011487 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.112130 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.122691 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46de32e7-91be-4a96-84af-44fe41d742c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.176028 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-46de32e7-91be-4a96-84af-44fe41d742c4 None None] For port 2da3bb3c-a696-4348-8827-323b990250fa, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=2da3bb3c-a696-4348-8827-323b990250fa,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:57.186512 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46de32e7-91be-4a96-84af-44fe41d742c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.269691 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de32e7-91be-4a96-84af-44fe41d742c4 None None] Pushing event updated for resources: {'Port': ['ID=2da3bb3c-a696-4348-8827-323b990250fa,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:57.315624 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.328863 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Transition to ACTIVE for port object 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:57.336215 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.354566 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Allocated IP 172.20.0.1 (888559b7-b97e-464b-b94c-cbf8342520f5/af200914-5b75-4155-99e5-f10386a0ccbf/0f81c17a-4b0a-43d0-b0d7-ce80bf183e38) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:57.520645 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2d4e0d6a-7d02-462a-abf7-d7f54da7bec3 None None] Provisioning complete for port 2da3bb3c-a696-4348-8827-323b990250fa triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:57.521045 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0d6a-7d02-462a-abf7-d7f54da7bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.521158 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Attempting to bind port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:57.521778 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Attempting to bind port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:57.522738 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Attempting to bind port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae on network c71972f2-2cd9-46b8-9376-b8f5c0294d20 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:57.535063 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:57.535546 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:57.536056 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.536525 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Bound using segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:57.537106 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Bound port: 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:57.537724 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.561469 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Pushing event updated for resources: {'Port': ['ID=8d02f55e-15ab-433b-8fa0-0c1b9c4edcae,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:57.571767 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.572413 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.573102 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.573630 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.574154 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.574840 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.575354 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.575859 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.576465 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.577142 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.577732 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.578277 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:57.606210 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.616302 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b546-418f-4f18-9ffa-082daf6b7e0c req-9503e459-3693-4e8a-9bc6-b136add4751b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:57.618259 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0419b546-418f-4f18-9ffa-082daf6b7e0c req-9503e459-3693-4e8a-9bc6-b136add4751b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1426635 Aug 19 12:33:57.620564 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] For port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:57.624321 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] For port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=8d02f55e-15ab-433b-8fa0-0c1b9c4edcae,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:57.630683 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.640295 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a575-78f8-41cc-bb72-460849bcb4eb req-b25d23f1-ac99-4ddc-b8d8-cdb3f55a02d6 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:57.641854 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0c42a575-78f8-41cc-bb72-460849bcb4eb req-b25d23f1-ac99-4ddc-b8d8-cdb3f55a02d6 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 946 time: 0.1487741 Aug 19 12:33:57.675348 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Transition to ACTIVE for port object 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:57.707925 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dab8c-5670-4633-948f-54fd65fc47a9 None None] Pushing event updated for resources: {'Port': ['ID=8d02f55e-15ab-433b-8fa0-0c1b9c4edcae,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:57.712417 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:57.712671 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:33:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:57.736920 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0c42a575-78f8-41cc-bb72-460849bcb4eb req-7cb0cdb4-fa40-481f-a03b-5df2c7b9593c tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779979 Aug 19 12:33:57.748979 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0419b546-418f-4f18-9ffa-082daf6b7e0c req-6bd0625d-f3f0-4234-84ce-37bf4f11655e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028433 Aug 19 12:33:57.783835 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.831057 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Network 888559b7-b97e-464b-b94c-cbf8342520f5 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:57.831612 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:57.840167 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:57.843162 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:57.876487 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Pushing event updated for resources: {'Port': ['ID=0f81c17a-4b0a-43d0-b0d7-ce80bf183e38,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:57.900380 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636004'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.099312 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.118088 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:55Z', 'revision_number': 3, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:58.161109 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa2a38d-3379-4bfb-83e6-0132205360f7 None None] The sync data for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi is: [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:55Z', 'revision_number': 3, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:58.281607 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8eba82bd-86c5-4379-8aa7-2436904b94ce None None] Provisioning for port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:58.290108 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8eba82bd-86c5-4379-8aa7-2436904b94ce None None] Provisioning complete for port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:58.291549 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8eba82bd-86c5-4379-8aa7-2436904b94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.351142 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8eba82bd-86c5-4379-8aa7-2436904b94ce None None] Port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:58.364710 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.372980 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.450102 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Pushing event updated for resources: {'Port': ['ID=0f81c17a-4b0a-43d0-b0d7-ce80bf183e38,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:58.461500 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636048'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.627827 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Network 888559b7-b97e-464b-b94c-cbf8342520f5 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:58.634954 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:58.841125 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:58.861254 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Router 417d429e-fb11-4420-823d-9205817e57db has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:58.919119 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:58.932636 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:58.933300 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.001195 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c5c304d7-46e7-4458-a7ce-9f8bbe997d09 None None] Provisioning complete for port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:59.001834 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5c304d7-46e7-4458-a7ce-9f8bbe997d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.043799 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c5c304d7-46e7-4458-a7ce-9f8bbe997d09 None None] Port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:59.078577 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdc765-dc9c-4e36-a85a-97b31cfc6a82 req-e3a8c27c-8bc3-4f77-8fa7-2866dc712d18 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:59.080626 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6bbdc765-dc9c-4e36-a85a-97b31cfc6a82 req-e3a8c27c-8bc3-4f77-8fa7-2866dc712d18 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.2172985 Aug 19 12:33:59.101324 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.128313 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=8d02f55e-15ab-433b-8fa0-0c1b9c4edcae,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:59.134724 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.136856 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 2da3bb3c-a696-4348-8827-323b990250fa up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:59.148195 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6bbdc765-dc9c-4e36-a85a-97b31cfc6a82 req-a5bf1e8b-ee55-4107-9aa0-ddeb5ab0bcae tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545659 Aug 19 12:33:59.161515 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:59.176475 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-e4c96052-a489-4a6e-9f60-46fd0dc2e52a admin admin] 10.222.0.42 "PUT /v2.0/routers/417d429e-fb11-4420-823d-9205817e57db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5547078 Aug 19 12:33:59.255668 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=8d02f55e-15ab-433b-8fa0-0c1b9c4edcae,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:59.290916 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 2da3bb3c-a696-4348-8827-323b990250fa triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:59.292452 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.869124 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46684) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:59.874157 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1172288547-network', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:59.896356 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Made reservation on behalf of 3cd73112f7a046e1bb7f4591c44c949e for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:59.898908 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.907957 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.017884 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.028085 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.040738 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:00.072396 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.072767 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.segments_db [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Added segment e8ca2b68-1e8a-4e5b-8293-56519514cd0e of type vlan for network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 Aug 19 12:34:00.084967 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8e6f03-fffa-4999-b280-6900d28c9e7e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:00.134312 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.178122 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.180278 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.181172 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.313073 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4426718 Aug 19 12:34:00.316090 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46688) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:00.328158 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Request body: {'subnet': {'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1172288547-subnet', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:00.341153 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547c138-290c-4f82-bfb5-817b75cea873 admin admin] Pushing event updated for resources: {'Network': ['ID=05aa0c9f-29f1-4627-a5f0-676f4dcde697,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:00.359491 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:00.370147 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfdad4-25f0-4c05-aaea-854ba75649ce req-81361894-8853-407f-8571-37ccc128c32b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.371751 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-04cfdad4-25f0-4c05-aaea-854ba75649ce req-81361894-8853-407f-8571-37ccc128c32b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0743759 Aug 19 12:34:00.391286 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Made reservation on behalf of 3cd73112f7a046e1bb7f4591c44c949e for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:00.393682 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3775804'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.461641 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-04cfdad4-25f0-4c05-aaea-854ba75649ce req-839ce2fc-775d-49ed-8bdb-c240361ea37f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778728 Aug 19 12:34:00.513042 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Sync routers for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:00.526858 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:00.534251 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:33:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:00.715209 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3258723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3775786'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.749634 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:00.798845 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7329eb72-b5da-42e3-bdcf-97b898980c8e,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:00.807456 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Checking segment: {'id': 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:00.807825 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Network hostable DHCP agents. Network: 05aa0c9f-29f1-4627-a5f0-676f4dcde697, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:00.818743 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:00.827961 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:00.839302 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 05aa0c9f-29f1-4627-a5f0-676f4dcde697) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:00.844909 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.846470 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.855352 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937eb975-1d9f-4932-9153-40ec34ee951d None None] Network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:00.867497 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-5ca6c1a8-f5e5-4a57-9902-d6340b0c58aa admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5466757 Aug 19 12:34:00.867949 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46696) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:00.873079 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1172288547-router', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:00.898662 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.900140 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-775075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.957291 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:00.957642 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.971813 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.258181 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82009-39c6-51c3-baa3-f28672a5b630-05aa0c9f-29f1-4627-a5f0-676f4dcde697', 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'fixed_ips': [{'subnet_id': '7329eb72-b5da-42e3-bdcf-97b898980c8e'}]}} from dv-cinder-804603-3-iscsi. {{(pid=93796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:01.259086 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.290626 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 2, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:01.329668 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Checking router: 417d429e-fb11-4420-823d-9205817e57db for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:01.330039 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Updating router 417d429e-fb11-4420-823d-9205817e57db port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 binding host dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:34:01.421352 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.433126 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.611388 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbef1e6-9220-43b4-95dc-c7e181c5be9a req-4475facf-59e8-44d5-afca-5a238e6f02d6 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:01.619368 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dfbef1e6-9220-43b4-95dc-c7e181c5be9a req-4475facf-59e8-44d5-afca-5a238e6f02d6 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0713720 Aug 19 12:34:01.632363 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Allocated IP 172.20.0.2 (05aa0c9f-29f1-4627-a5f0-676f4dcde697/7329eb72-b5da-42e3-bdcf-97b898980c8e/b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:01.688056 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dfbef1e6-9220-43b4-95dc-c7e181c5be9a req-faac419a-18bb-4690-94c2-aeef6b7d12d0 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675001 Aug 19 12:34:01.710026 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.735036 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.003732 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Allocated IP 172.27.3.42 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/cfba7518-d158-40a3-b254-00e0e2857119) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:02.119754 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.138401 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.183417 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.185289 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Transition to ACTIVE for port object b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:02.214305 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.234238 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Transition to ACTIVE for port object b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:02.243773 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Transition to ACTIVE for port object 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:02.248988 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.263636 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.290082 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:02.299039 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:02.304189 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:02.312459 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:02.321463 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:02.323899 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:02.335561 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Pushing event updated for resources: {'Port': ['ID=b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:02.338077 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Pushing event updated for resources: {'Port': ['ID=cfba7518-d158-40a3-b254-00e0e2857119,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:02.484132 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e7439-210b-47e1-a873-1fcef7cc8d5a None None] Pushing event updated for resources: {'Port': ['ID=0f81c17a-4b0a-43d0-b0d7-ce80bf183e38,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:02.501094 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Attempting to bind port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:02.501497 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Attempting to bind port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:02.501873 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Attempting to bind port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 on network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:02.504162 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Attempting to bind port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:02.504527 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Attempting to bind port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:02.504921 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Attempting to bind port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 on network 888559b7-b97e-464b-b94c-cbf8342520f5 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:02.513153 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:02.513570 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Checking segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:02.514018 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.514357 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Bound using segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:02.514881 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Bound port: 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:02.515239 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.517491 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:02.517861 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Checking segment: {'id': 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:02.518250 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.518651 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Bound using segment: {'id': 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:02.519135 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Bound port: b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:02.520114 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.654718 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] For port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:02.659551 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] For port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=0f81c17a-4b0a-43d0-b0d7-ce80bf183e38,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:02.661216 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] For port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:02.664975 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] For port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49,segment=NetworkSegment(e8ca2b68-1e8a-4e5b-8293-56519514cd0e),segment_id=e8ca2b68-1e8a-4e5b-8293-56519514cd0e)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:02.666698 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.700806 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.775551 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.832721 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e7439-210b-47e1-a873-1fcef7cc8d5a None None] Pushing event updated for resources: {'Port': ['ID=0f81c17a-4b0a-43d0-b0d7-ce80bf183e38,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:02.882030 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:02.883137 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:33:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:02.948628 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a30b4-70dd-460e-bab2-d72b0a433f14 req-e408b88b-e8e2-4982-b7fe-1a777af47641 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.962807 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fb0a30b4-70dd-460e-bab2-d72b0a433f14 req-e408b88b-e8e2-4982-b7fe-1a777af47641 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1672215 Aug 19 12:34:03.082761 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fb0a30b4-70dd-460e-bab2-d72b0a433f14 req-e88b5ca0-9b06-4e02-a507-ebf12fb3ad28 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167052 Aug 19 12:34:03.121142 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31917d23-661b-4de7-9230-351ee44c9128 None None] Pushing event updated for resources: {'Port': ['ID=b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:03.182776 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:03.344646 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4273b89-4306-4948-9b33-8e0f2655c068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.351585 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.526294 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Router d811829d-0ed8-44de-be29-a92bce9afe0e is scheduled to L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:34:03.538961 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:02Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:03.569156 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eabfc8-bf46-48af-9a32-a3a486e8ed19 None None] The sync data for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi is: [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:02Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:03.716747 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:03.727104 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Sync routers for ids ['d811829d-0ed8-44de-be29-a92bce9afe0e'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:03.738109 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Routers {'d811829d-0ed8-44de-be29-a92bce9afe0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:03.738731 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:33:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d811829d-0ed8-44de-be29-a92bce9afe0e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:03.755229 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.757446 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-56e50d97-2475-489d-ac8e-1181f12fbee3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8883538 Aug 19 12:34:03.760473 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46720) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:03.883463 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Set router d811829d-0ed8-44de-be29-a92bce9afe0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:04.016384 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.291771 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'name': 'tempest-TestVolumeBootPattern-1172288547-router', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:00Z', 'updated_at': '2021-08-19T12:34:02Z', 'revision_number': 3, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'gw_port': {'id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:01Z', 'updated_at': '2021-08-19T12:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:04.320903 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ceb4-8af3-4c3e-92a1-0711e5a4fea9 req-1ee18165-3dce-4f47-9e5f-7282a797a352 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:04.341608 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dc74ceb4-8af3-4c3e-92a1-0711e5a4fea9 req-1ee18165-3dce-4f47-9e5f-7282a797a352 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1210568 Aug 19 12:34:04.376505 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Checking router: d811829d-0ed8-44de-be29-a92bce9afe0e for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:04.377033 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Updating router d811829d-0ed8-44de-be29-a92bce9afe0e port cfba7518-d158-40a3-b254-00e0e2857119 binding host dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:34:04.431342 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dc74ceb4-8af3-4c3e-92a1-0711e5a4fea9 req-92084e87-a3f5-47f4-9c9a-76b5c38939c0 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887368 Aug 19 12:34:04.453271 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.527296 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd899b8-8082-447b-aa60-0d6c0def4567 None None] Network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:04.731350 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-319d2042-5ca1-470f-98ff-dff50faac92c None None] Provisioning for port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:04.865957 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:04.994785 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.175454 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.231687 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Transition to ACTIVE for port object cfba7518-d158-40a3-b254-00e0e2857119 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:05.251845 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.331002 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb563e58-9261-4852-a271-8b61ab475990 None None] Pushing event updated for resources: {'Port': ['ID=cfba7518-d158-40a3-b254-00e0e2857119,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:05.336769 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:05.365011 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:05.365446 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.380645 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Attempting to bind port cfba7518-d158-40a3-b254-00e0e2857119 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:05.381406 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Attempting to bind port cfba7518-d158-40a3-b254-00e0e2857119 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:05.382025 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Attempting to bind port cfba7518-d158-40a3-b254-00e0e2857119 on network c71972f2-2cd9-46b8-9376-b8f5c0294d20 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:05.389118 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:05.391287 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:05.391969 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.392626 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Bound using segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:05.393397 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Bound port: cfba7518-d158-40a3-b254-00e0e2857119, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:05.394195 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.484851 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Allocated IP 172.20.0.1 (05aa0c9f-29f1-4627-a5f0-676f4dcde697/7329eb72-b5da-42e3-bdcf-97b898980c8e/543fb439-d31b-4429-bff2-ccb5a9eb49e1) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:05.517275 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] For port cfba7518-d158-40a3-b254-00e0e2857119, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:05.522392 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] For port cfba7518-d158-40a3-b254-00e0e2857119, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=cfba7518-d158-40a3-b254-00e0e2857119,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:05.534186 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.728318 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f523fcc-ae28-43b6-956c-12fc7ec662fe req-2b7defa3-cec2-4589-9dc3-cb62bf3fa52c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.740015 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6f523fcc-ae28-43b6-956c-12fc7ec662fe req-2b7defa3-cec2-4589-9dc3-cb62bf3fa52c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1227441 Aug 19 12:34:05.754696 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb563e58-9261-4852-a271-8b61ab475990 None None] Pushing event updated for resources: {'Port': ['ID=cfba7518-d158-40a3-b254-00e0e2857119,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:05.759343 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.761423 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.785397 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Routers {'d811829d-0ed8-44de-be29-a92bce9afe0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:05.788014 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:33:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d811829d-0ed8-44de-be29-a92bce9afe0e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:05.820589 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0860f23-7578-4e43-a959-60969e72a23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.879756 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=0f81c17a-4b0a-43d0-b0d7-ce80bf183e38,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:05.890487 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.892748 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:05.911728 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20903c87-d6ab-45fc-8744-20c5bf74b85f req-948a5148-9977-4fe8-a3a4-bbaf98c69066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.913491 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-20903c87-d6ab-45fc-8744-20c5bf74b85f req-948a5148-9977-4fe8-a3a4-bbaf98c69066 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 1098 time: 0.1694632 Aug 19 12:34:05.942233 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6f523fcc-ae28-43b6-956c-12fc7ec662fe req-5ee6acce-bc57-4638-9aad-bfa9e2bea56c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000117 Aug 19 12:34:05.975111 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] Set router d811829d-0ed8-44de-be29-a92bce9afe0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:06.026329 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-20903c87-d6ab-45fc-8744-20c5bf74b85f req-23d4327b-38cf-49d9-93a9-2b34c7a88e97 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814507 Aug 19 12:34:06.028429 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=0f81c17a-4b0a-43d0-b0d7-ce80bf183e38,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:06.052170 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:06.057343 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:06.057988 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.196651 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.200054 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Transition to ACTIVE for port object 543fb439-d31b-4429-bff2-ccb5a9eb49e1 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:06.228833 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.254327 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.302019 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49,segment=NetworkSegment(e8ca2b68-1e8a-4e5b-8293-56519514cd0e),segment_id=e8ca2b68-1e8a-4e5b-8293-56519514cd0e)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:06.302602 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:06.307380 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:06.312598 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:06.332280 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.338352 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'name': 'tempest-TestVolumeBootPattern-1172288547-router', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:00Z', 'updated_at': '2021-08-19T12:34:02Z', 'revision_number': 3, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'gw_port': {'id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:01Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:06.371324 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Pushing event updated for resources: {'Port': ['ID=543fb439-d31b-4429-bff2-ccb5a9eb49e1,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:06.377207 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d77c39-d466-4749-8ba7-ebe7b23aaa46 None None] The sync data for ids ['d811829d-0ed8-44de-be29-a92bce9afe0e'] in dv-cinder-804603-3-iscsi is: [{'id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'name': 'tempest-TestVolumeBootPattern-1172288547-router', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:00Z', 'updated_at': '2021-08-19T12:34:02Z', 'revision_number': 3, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'gw_port': {'id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:01Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:06.385087 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636004'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.430574 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:06.634900 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.683998 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9ac58c62-00f9-4273-82c1-baa03715428d None None] Provisioning for port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:06.689471 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9ac58c62-00f9-4273-82c1-baa03715428d None None] Provisioning complete for port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:06.690335 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ac58c62-00f9-4273-82c1-baa03715428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.737126 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:06.819702 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9ac58c62-00f9-4273-82c1-baa03715428d None None] Port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:06.861745 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:06.861745 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.902130 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.909645 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258840'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.968463 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636048'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.975684 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:07.100982 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Pushing event updated for resources: {'Port': ['ID=543fb439-d31b-4429-bff2-ccb5a9eb49e1,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:07.234265 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.243680 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:07.244280 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.254630 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:07.256692 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:07.549946 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Router d811829d-0ed8-44de-be29-a92bce9afe0e has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:07.624625 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64a659-bda8-46ea-8099-46ec33fd1f29 req-ef519580-e7f0-45e3-99bb-62b9ed901b7a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.626255 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fd64a659-bda8-46ea-8099-46ec33fd1f29 req-ef519580-e7f0-45e3-99bb-62b9ed901b7a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.5773451 Aug 19 12:34:07.683673 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fd64a659-bda8-46ea-8099-46ec33fd1f29 req-0de364a8-0551-48ce-b88e-40991a50e62b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398264 Aug 19 12:34:07.747659 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:07.755889 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-655f7eee-fa45-4aa7-a62e-2cb6fec21298 admin admin] 10.222.0.42 "PUT /v2.0/routers/d811829d-0ed8-44de-be29-a92bce9afe0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9940307 Aug 19 12:34:07.795979 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-75f24f33-1e88-439c-907a-f2aa19b87d17 None None] Provisioning complete for port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:07.796360 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75f24f33-1e88-439c-907a-f2aa19b87d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.845533 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-75f24f33-1e88-439c-907a-f2aa19b87d17 None None] Port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:08.327036 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.703815 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46848) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:08.718149 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-cfdbc020-c1fd-4433-bb2b-64f746404d34 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177726011', 'description': 'tempest-secgroup-smoke-1177726011 description', 'project_id': '1fd599613e294891b5714102c5607640'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:08.759467 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbc020-c1fd-4433-bb2b-64f746404d34 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.862407 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device cfba7518-d158-40a3-b254-00e0e2857119 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:08.895685 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80020e71-4d90-4804-a2d4-cb4b0b55d113 req-bf2990b5-3484-4feb-8e01-f42cd6a7334d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.905030 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-80020e71-4d90-4804-a2d4-cb4b0b55d113 req-bf2990b5-3484-4feb-8e01-f42cd6a7334d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1026859 Aug 19 12:34:08.949875 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port cfba7518-d158-40a3-b254-00e0e2857119 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:08.950245 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbc020-c1fd-4433-bb2b-64f746404d34 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.957954 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port cfba7518-d158-40a3-b254-00e0e2857119 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:08.958710 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.959791 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbc020-c1fd-4433-bb2b-64f746404d34 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.983867 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-80020e71-4d90-4804-a2d4-cb4b0b55d113 req-423b90b8-b932-4e72-a6a8-44cd48dfcaef tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753622 Aug 19 12:34:09.012360 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbc020-c1fd-4433-bb2b-64f746404d34 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.014039 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-cfdbc020-c1fd-4433-bb2b-64f746404d34 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3091700 Aug 19 12:34:09.017502 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:09.020560 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbc020-c1fd-4433-bb2b-64f746404d34 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23237fb1-c6ba-47fe-a1a1-3389946268c5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:09.024331 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d25565aa-db40-4247-aa11-5458f34873f4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'security_group_rule': {'security_group_id': '23237fb1-c6ba-47fe-a1a1-3389946268c5', 'project_id': '1fd599613e294891b5714102c5607640', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:09.090891 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.098695 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25565aa-db40-4247-aa11-5458f34873f4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.099920 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Sync routers for ids ['d811829d-0ed8-44de-be29-a92bce9afe0e'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:09.126368 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Routers {'d811829d-0ed8-44de-be29-a92bce9afe0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:09.127042 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:34:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d811829d-0ed8-44de-be29-a92bce9afe0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:09.131424 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port cfba7518-d158-40a3-b254-00e0e2857119, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=cfba7518-d158-40a3-b254-00e0e2857119,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:09.180035 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.229841 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25565aa-db40-4247-aa11-5458f34873f4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.285471 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25565aa-db40-4247-aa11-5458f34873f4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.293038 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=cfba7518-d158-40a3-b254-00e0e2857119,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:09.324887 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Set router d811829d-0ed8-44de-be29-a92bce9afe0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:09.335342 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25565aa-db40-4247-aa11-5458f34873f4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5937508-1491-49cd-a7a8-d2cc8b8ee0ce,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:09.358057 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25565aa-db40-4247-aa11-5458f34873f4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.359305 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-d25565aa-db40-4247-aa11-5458f34873f4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3405209 Aug 19 12:34:09.362079 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:09.369343 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bc90d351-b464-48ab-a245-bd47f54ba9be tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'security_group_rule': {'security_group_id': '23237fb1-c6ba-47fe-a1a1-3389946268c5', 'project_id': '1fd599613e294891b5714102c5607640', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:09.383166 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bce2a-447e-4201-803d-838b62363239 req-f6e0d864-c611-41c7-bbde-915e60393216 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:09.385024 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cf1bce2a-447e-4201-803d-838b62363239 req-f6e0d864-c611-41c7-bbde-915e60393216 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.1854634 Aug 19 12:34:09.488577 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cf1bce2a-447e-4201-803d-838b62363239 req-be52681b-f522-4f97-8102-40c0a5892eec tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968812 Aug 19 12:34:09.525158 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc90d351-b464-48ab-a245-bd47f54ba9be tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.622418 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc90d351-b464-48ab-a245-bd47f54ba9be tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.629812 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc90d351-b464-48ab-a245-bd47f54ba9be tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.641166 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'name': 'tempest-TestVolumeBootPattern-1172288547-router', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:00Z', 'updated_at': '2021-08-19T12:34:06Z', 'revision_number': 4, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'gw_port': {'id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:01Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '543fb439-d31b-4429-bff2-ccb5a9eb49e1', 'name': '', 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'mac_address': 'fa:16:3e:b2:8d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7329eb72-b5da-42e3-bdcf-97b898980c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:05Z', 'updated_at': '2021-08-19T12:34:06Z', 'revision_number': 2, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'subnets': [{'id': '7329eb72-b5da-42e3-bdcf-97b898980c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:09.645940 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90d351-b464-48ab-a245-bd47f54ba9be tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc16c03-e7c3-423a-8941-72f8e9914fac,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:09.676704 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc90d351-b464-48ab-a245-bd47f54ba9be tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.683638 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46866) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:09.683828 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-bc90d351-b464-48ab-a245-bd47f54ba9be tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3203969 Aug 19 12:34:09.689798 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-0980217f-c735-4753-a25f-c5e4e1adec0d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'security_group_rule': {'security_group_id': '23237fb1-c6ba-47fe-a1a1-3389946268c5', 'project_id': '1fd599613e294891b5714102c5607640', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:09.690058 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Checking router: d811829d-0ed8-44de-be29-a92bce9afe0e for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:09.690258 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Updating router d811829d-0ed8-44de-be29-a92bce9afe0e port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 binding host dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:34:09.761808 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.772163 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0980217f-c735-4753-a25f-c5e4e1adec0d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.899296 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0980217f-c735-4753-a25f-c5e4e1adec0d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.904044 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0980217f-c735-4753-a25f-c5e4e1adec0d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.925973 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980217f-c735-4753-a25f-c5e4e1adec0d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e52282-db2d-47fc-88ae-51ba483793a1,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:09.938321 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0980217f-c735-4753-a25f-c5e4e1adec0d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.946911 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:09.953933 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8ac35a97-c4ab-4e1e-85fa-8d062a3c8ea6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'security_group_rule': {'security_group_id': '23237fb1-c6ba-47fe-a1a1-3389946268c5', 'project_id': '1fd599613e294891b5714102c5607640', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:09.957767 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0980217f-c735-4753-a25f-c5e4e1adec0d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2722580 Aug 19 12:34:09.998606 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ac35a97-c4ab-4e1e-85fa-8d062a3c8ea6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.082875 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ac35a97-c4ab-4e1e-85fa-8d062a3c8ea6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.086907 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ac35a97-c4ab-4e1e-85fa-8d062a3c8ea6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.113164 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ac35a97-c4ab-4e1e-85fa-8d062a3c8ea6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.117421 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-8ac35a97-c4ab-4e1e-85fa-8d062a3c8ea6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1659162 Aug 19 12:34:10.117697 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 46884) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:10.122039 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cd90fe30-bab1-40ff-8a5f-ef781e5c0e2f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'security_group_rule': {'security_group_id': '23237fb1-c6ba-47fe-a1a1-3389946268c5', 'project_id': '1fd599613e294891b5714102c5607640', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:10.127852 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac35a97-c4ab-4e1e-85fa-8d062a3c8ea6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da944f0-7f94-4b12-b3ea-28953647fd61,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.157634 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-cd90fe30-bab1-40ff-8a5f-ef781e5c0e2f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Project 1fd599613e294891b5714102c5607640 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:34:10.165060 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd90fe30-bab1-40ff-8a5f-ef781e5c0e2f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.174357 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.190365 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Transition to ACTIVE for port object 543fb439-d31b-4429-bff2-ccb5a9eb49e1 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:10.198325 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.244957 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd90fe30-bab1-40ff-8a5f-ef781e5c0e2f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.250585 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd90fe30-bab1-40ff-8a5f-ef781e5c0e2f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.257870 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befdd2d-4b21-4426-99e1-2f3d1a964b45 None None] Pushing event updated for resources: {'Port': ['ID=543fb439-d31b-4429-bff2-ccb5a9eb49e1,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.275066 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90fe30-bab1-40ff-8a5f-ef781e5c0e2f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d68cc0-237c-4b60-a271-9fadc0ee76e7,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.278403 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd90fe30-bab1-40ff-8a5f-ef781e5c0e2f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.282250 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-cd90fe30-bab1-40ff-8a5f-ef781e5c0e2f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1610384 Aug 19 12:34:10.282661 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 46888) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:10.287419 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-fe2c2859-2385-4c0b-8cdc-1476318abb19 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'security_group_rule': {'security_group_id': '23237fb1-c6ba-47fe-a1a1-3389946268c5', 'project_id': '1fd599613e294891b5714102c5607640', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:10.319611 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Attempting to bind port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:10.320226 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Attempting to bind port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:10.320723 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Attempting to bind port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 on network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:10.323537 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-fe2c2859-2385-4c0b-8cdc-1476318abb19 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Project 1fd599613e294891b5714102c5607640 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:34:10.327105 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:10.327567 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Checking segment: {'id': 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:10.327980 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.328386 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Bound using segment: {'id': 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:10.329173 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2859-2385-4c0b-8cdc-1476318abb19 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.329337 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Bound port: 543fb439-d31b-4429-bff2-ccb5a9eb49e1, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:10.329337 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.420423 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2859-2385-4c0b-8cdc-1476318abb19 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.425740 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2859-2385-4c0b-8cdc-1476318abb19 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.429279 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] For port 543fb439-d31b-4429-bff2-ccb5a9eb49e1, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:10.436589 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] For port 543fb439-d31b-4429-bff2-ccb5a9eb49e1, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=543fb439-d31b-4429-bff2-ccb5a9eb49e1,segment=NetworkSegment(e8ca2b68-1e8a-4e5b-8293-56519514cd0e),segment_id=e8ca2b68-1e8a-4e5b-8293-56519514cd0e)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:10.445430 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.449732 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c2859-2385-4c0b-8cdc-1476318abb19 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3f2b1e-e819-4680-bf93-621bccb13cbf,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.462953 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2859-2385-4c0b-8cdc-1476318abb19 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.465534 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-fe2c2859-2385-4c0b-8cdc-1476318abb19 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1815882 Aug 19 12:34:10.542359 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befdd2d-4b21-4426-99e1-2f3d1a964b45 None None] Pushing event updated for resources: {'Port': ['ID=543fb439-d31b-4429-bff2-ccb5a9eb49e1,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.576743 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Routers {'d811829d-0ed8-44de-be29-a92bce9afe0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:10.577392 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:34:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d811829d-0ed8-44de-be29-a92bce9afe0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:10.685997 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device cfba7518-d158-40a3-b254-00e0e2857119 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:10.755528 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] Set router d811829d-0ed8-44de-be29-a92bce9afe0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:10.810566 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port cfba7518-d158-40a3-b254-00e0e2857119 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:10.810921 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.078083 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'name': 'tempest-TestVolumeBootPattern-1172288547-router', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:00Z', 'updated_at': '2021-08-19T12:34:06Z', 'revision_number': 4, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'gw_port': {'id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:01Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '543fb439-d31b-4429-bff2-ccb5a9eb49e1', 'name': '', 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'mac_address': 'fa:16:3e:b2:8d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7329eb72-b5da-42e3-bdcf-97b898980c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:05Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'subnets': [{'id': '7329eb72-b5da-42e3-bdcf-97b898980c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:11.251899 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d564a90-65b2-4867-ad82-60c48e3499cc None None] The sync data for ids ['d811829d-0ed8-44de-be29-a92bce9afe0e'] in dv-cinder-804603-3-iscsi is: [{'id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'name': 'tempest-TestVolumeBootPattern-1172288547-router', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:00Z', 'updated_at': '2021-08-19T12:34:06Z', 'revision_number': 4, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'gw_port': {'id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:01Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '543fb439-d31b-4429-bff2-ccb5a9eb49e1', 'name': '', 'network_id': '05aa0c9f-29f1-4627-a5f0-676f4dcde697', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'mac_address': 'fa:16:3e:b2:8d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7329eb72-b5da-42e3-bdcf-97b898980c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:05Z', 'updated_at': '2021-08-19T12:34:10Z', 'revision_number': 4, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'subnets': [{'id': '7329eb72-b5da-42e3-bdcf-97b898980c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:11.480220 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53edb-c737-44d0-a52f-885d4ea3086c req-b4492f38-a388-466b-8651-f535a5719510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.482747 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fe53edb-c737-44d0-a52f-885d4ea3086c req-b4492f38-a388-466b-8651-f535a5719510 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 1099 time: 0.0984542 Aug 19 12:34:11.648888 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53edb-c737-44d0-a52f-885d4ea3086c req-b3ec4295-1974-4ae6-8aca-c4c73d8416d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.650422 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fe53edb-c737-44d0-a52f-885d4ea3086c req-b3ec4295-1974-4ae6-8aca-c4c73d8416d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 919 time: 0.1574209 Aug 19 12:34:11.658987 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930212-155c-484b-bf98-f893fe1d0226 req-5879a8dd-ae92-48c4-9225-e676cddf8b95 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.660365 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e4930212-155c-484b-bf98-f893fe1d0226 req-5879a8dd-ae92-48c4-9225-e676cddf8b95 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0963695 Aug 19 12:34:11.716838 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fe53edb-c737-44d0-a52f-885d4ea3086c req-a98ea745-26e2-479f-be13-cb3e36d5c2d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241 HTTP/1.1" status: 200 len: 217 time: 0.0512052 Aug 19 12:34:11.774069 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e4930212-155c-484b-bf98-f893fe1d0226 req-19673948-e0b9-473f-ab46-a2c57241a346 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017478 Aug 19 12:34:11.790869 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53edb-c737-44d0-a52f-885d4ea3086c req-06b9b5b7-a3fd-4315-a206-14e9dd1a3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.792478 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fe53edb-c737-44d0-a52f-885d4ea3086c req-06b9b5b7-a3fd-4315-a206-14e9dd1a3e69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32eb3bcb-03a5-46e8-974c-a7b65e935ba1 HTTP/1.1" status: 200 len: 858 time: 0.0648291 Aug 19 12:34:11.836427 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fe53edb-c737-44d0-a52f-885d4ea3086c req-cbea686f-a53c-41bc-b505-a86c8544755c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ac555dc-9427-48d6-a42f-9780f81698ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317104 Aug 19 12:34:11.951082 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fe53edb-c737-44d0-a52f-885d4ea3086c req-f53d2ae8-02cd-4fd0-be12-5ebb51da60e4 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041245 Aug 19 12:34:12.664359 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 543fb439-d31b-4429-bff2-ccb5a9eb49e1 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:12.721756 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:12.727391 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:12.727850 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.811401 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.846271 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 543fb439-d31b-4429-bff2-ccb5a9eb49e1, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=543fb439-d31b-4429-bff2-ccb5a9eb49e1,segment=NetworkSegment(e8ca2b68-1e8a-4e5b-8293-56519514cd0e),segment_id=e8ca2b68-1e8a-4e5b-8293-56519514cd0e)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:12.851115 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.904300 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=543fb439-d31b-4429-bff2-ccb5a9eb49e1,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:14.631586 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 543fb439-d31b-4429-bff2-ccb5a9eb49e1 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:14.681079 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:14.681455 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.308226 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fe53edb-c737-44d0-a52f-885d4ea3086c req-8142b010-4566-4164-9065-c38aeafd5065 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015956 Aug 19 12:34:15.377002 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20b8c-e13f-4d47-93c7-a40e40e1ab32 req-aa3abc33-d93f-4d6b-a6cd-898469661dc2 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.378747 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-06d20b8c-e13f-4d47-93c7-a40e40e1ab32 req-aa3abc33-d93f-4d6b-a6cd-898469661dc2 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0513833 Aug 19 12:34:15.422834 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-06d20b8c-e13f-4d47-93c7-a40e40e1ab32 req-ef5f6587-639a-4d7e-8f2e-ad42bfba69b1 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Aug 19 12:34:16.563742 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ed5d2-05ba-4e4e-a241-e57f5004cf5d req-33f0db5e-9f01-470c-8958-146903a185d1 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:16.566104 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ac9ed5d2-05ba-4e4e-a241-e57f5004cf5d req-33f0db5e-9f01-470c-8958-146903a185d1 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0550404 Aug 19 12:34:16.606472 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ac9ed5d2-05ba-4e4e-a241-e57f5004cf5d req-8af6df1a-2830-4218-8471-4cc7712c1632 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Aug 19 12:34:17.782258 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f55d2-aa6f-4d53-9cb0-5d3c792f311a req-241b053e-e060-4d2d-ae93-8557dfce210b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.783754 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-777f55d2-aa6f-4d53-9cb0-5d3c792f311a req-241b053e-e060-4d2d-ae93-8557dfce210b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0609183 Aug 19 12:34:17.824041 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-777f55d2-aa6f-4d53-9cb0-5d3c792f311a req-0303c632-2494-4be4-add1-c7cdf507e4f5 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Aug 19 12:34:18.945966 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b10325-d94b-45b1-ba57-7f4b83dbf250 req-2b656cd7-e18d-43a8-8af1-54c121fe3891 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:18.948305 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-58b10325-d94b-45b1-ba57-7f4b83dbf250 req-2b656cd7-e18d-43a8-8af1-54c121fe3891 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0508194 Aug 19 12:34:18.991059 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-58b10325-d94b-45b1-ba57-7f4b83dbf250 req-7881e65a-dcd2-4a05-9b11-4dc7c751a854 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Aug 19 12:34:20.129925 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011aa7-0cbb-471d-b817-07fa8142059a req-c71eff88-59d1-4e7b-b33c-49f7afb92490 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:20.137703 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-04011aa7-0cbb-471d-b817-07fa8142059a req-c71eff88-59d1-4e7b-b33c-49f7afb92490 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0653884 Aug 19 12:34:20.171163 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-04011aa7-0cbb-471d-b817-07fa8142059a req-9835f6b8-85f2-45d8-b1d7-da27bb177720 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323918 Aug 19 12:34:23.521039 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1c48f-12e4-4882-bde2-e809ddb028fe req-c52e40cc-bb93-4dec-9f62-fe65a41411cf tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.523009 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c7a1c48f-12e4-4882-bde2-e809ddb028fe req-c52e40cc-bb93-4dec-9f62-fe65a41411cf tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0575593 Aug 19 12:34:23.561941 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c7a1c48f-12e4-4882-bde2-e809ddb028fe req-d63d95b7-0b86-471b-adaa-1c9e456fc451 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316269 Aug 19 12:34:24.691334 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b800e1-7d3a-4414-8d8d-91005f01bdfe req-7fdce960-a186-47cd-8c2e-26b7b11dbcf8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.692971 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-20b800e1-7d3a-4414-8d8d-91005f01bdfe req-7fdce960-a186-47cd-8c2e-26b7b11dbcf8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0513003 Aug 19 12:34:24.734697 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-20b800e1-7d3a-4414-8d8d-91005f01bdfe req-0c7838e5-e40f-49fc-9164-ccb15811fd34 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335598 Aug 19 12:34:25.864906 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dabcc-a9f3-44f8-b2e6-77c266cd40d6 req-cb0bc90d-ad4c-4ace-a3d6-bf338657329d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:25.877249 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a21dabcc-a9f3-44f8-b2e6-77c266cd40d6 req-cb0bc90d-ad4c-4ace-a3d6-bf338657329d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0697057 Aug 19 12:34:25.924194 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a21dabcc-a9f3-44f8-b2e6-77c266cd40d6 req-15424efc-3fc7-47d6-a933-691f4f05f123 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Aug 19 12:34:27.085331 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc27591-7faa-460a-affc-0883a0866737 req-8c3b9c66-b591-4608-983a-48ecd7ea0924 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:27.101020 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bcc27591-7faa-460a-affc-0883a0866737 req-8c3b9c66-b591-4608-983a-48ecd7ea0924 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0959082 Aug 19 12:34:27.167648 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bcc27591-7faa-460a-affc-0883a0866737 req-c7ac8e2b-240c-4340-a9f2-1401c47fad6e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650003 Aug 19 12:34:28.306292 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42d6b4-4784-4baf-b610-fb884996d287 req-4fe351e3-ede1-4335-91a3-3b1cece7f30d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:28.308072 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ab42d6b4-4784-4baf-b610-fb884996d287 req-4fe351e3-ede1-4335-91a3-3b1cece7f30d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0504367 Aug 19 12:34:28.351120 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ab42d6b4-4784-4baf-b610-fb884996d287 req-9cef7a35-c879-46ff-9395-7a7e98510696 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361400 Aug 19 12:34:28.722511 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:34:29.475546 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaefe8a-b8ea-4d30-a3c1-c921d3744b4c req-55ec011c-35f6-4470-b353-2708bd4f139c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.477511 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dbaefe8a-b8ea-4d30-a3c1-c921d3744b4c req-55ec011c-35f6-4470-b353-2708bd4f139c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0531793 Aug 19 12:34:29.520678 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dbaefe8a-b8ea-4d30-a3c1-c921d3744b4c req-b97d00e2-03cb-4754-bdb7-df60e1a64ebf tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346346 Aug 19 12:34:30.219033 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 47212) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:30.338126 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.435474 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.439220 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.478638 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a91c45-df12-48ca-ad84-bfe515bd7ec4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:30.488637 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4625ac69cabd4168b7aa500df4ef45d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668297 Aug 19 12:34:30.488841 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.489055 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.489571 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.489759 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 47232) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:30.490241 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.490241 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.490562 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.490884 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.491217 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.491547 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.492412 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.492772 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.493145 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8da1ce-dee2-4ce6-931c-9a79d81d8fd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.549961 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.576168 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.627389 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.632296 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.634386 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96a91c45-df12-48ca-ad84-bfe515bd7ec4 HTTP/1.1" status: 204 len: 168 time: 0.1429985 Aug 19 12:34:30.647889 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a91c45-df12-48ca-ad84-bfe515bd7ec4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:30.656347 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.656921 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.657272 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.657621 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.657960 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.658325 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.658612 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.658940 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.659271 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.659598 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.659710 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3dca1-7ff1-49ed-9c08-edb9c3e0304a req-d1e87d7d-46c4-433e-b026-b40b4c88a537 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:30.659925 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.660274 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98efc24-0795-47e4-b344-03a3e82655f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:30.661213 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aca3dca1-7ff1-49ed-9c08-edb9c3e0304a req-d1e87d7d-46c4-433e-b026-b40b4c88a537 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0845535 Aug 19 12:34:30.676781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e9ccc-f3a7-4fe4-9989-ce366f8cee0a req-9d2f113d-036a-40e4-ac9b-7d7226e06891 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:30.678309 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d5e9ccc-f3a7-4fe4-9989-ce366f8cee0a req-9d2f113d-036a-40e4-ac9b-7d7226e06891 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0760648 Aug 19 12:34:30.740406 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aca3dca1-7ff1-49ed-9c08-edb9c3e0304a req-9398337b-6279-4259-a8ba-3c88430c5543 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610454 Aug 19 12:34:30.743940 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d5e9ccc-f3a7-4fe4-9989-ce366f8cee0a req-f31b988c-79a3-41e8-8cce-d70d41322f31 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566764 Aug 19 12:34:31.903445 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4bc5b-51cf-45d8-a5a7-d288632e464b req-a6aa5e5b-c5e7-4b37-b273-ea5649dd0e8b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:31.904969 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f2e4bc5b-51cf-45d8-a5a7-d288632e464b req-a6aa5e5b-c5e7-4b37-b273-ea5649dd0e8b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0868008 Aug 19 12:34:31.913232 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c570937-ec97-4139-8fce-680ab344fda3 req-dceaeb88-d673-4349-9e21-82a43ffd897d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:31.914843 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3c570937-ec97-4139-8fce-680ab344fda3 req-dceaeb88-d673-4349-9e21-82a43ffd897d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0861914 Aug 19 12:34:31.974074 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f2e4bc5b-51cf-45d8-a5a7-d288632e464b req-7fb23717-0b70-436b-bcf0-b1aa1b9e3b4f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580454 Aug 19 12:34:31.994750 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3c570937-ec97-4139-8fce-680ab344fda3 req-0d7eaafc-8c15-4697-995e-a38357cb8d9e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652192 Aug 19 12:34:33.121936 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a728296-e804-4722-b3c1-abf54e935669 req-5972a1e4-f5f6-4a26-849c-d8ba0193d3f0 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:33.123531 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2a728296-e804-4722-b3c1-abf54e935669 req-5972a1e4-f5f6-4a26-849c-d8ba0193d3f0 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0816739 Aug 19 12:34:33.131175 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8452b-033f-485d-bbf8-8105be34e8d9 req-993a9832-9800-4512-82ed-20076beb8a0e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:33.133552 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fdf8452b-033f-485d-bbf8-8105be34e8d9 req-993a9832-9800-4512-82ed-20076beb8a0e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0788918 Aug 19 12:34:33.154616 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 47324) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:33.189650 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2a728296-e804-4722-b3c1-abf54e935669 req-16836004-8c1a-4f42-8426-8f3942448b4d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553865 Aug 19 12:34:33.193190 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fdf8452b-033f-485d-bbf8-8105be34e8d9 req-4578198e-6b8a-422a-8689-be13895bff25 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530436 Aug 19 12:34:33.215328 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d425ff44-3e2e-40e6-8717-e1d15054b65c admin admin] Deleting subnet 246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:33.221972 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d425ff44-3e2e-40e6-8717-e1d15054b65c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.224068 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be4c7b7c-0bff-4fed-9cf2-9dfdd11d7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.261607 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d425ff44-3e2e-40e6-8717-e1d15054b65c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3724236'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.298671 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d425ff44-3e2e-40e6-8717-e1d15054b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.353836 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d425ff44-3e2e-40e6-8717-e1d15054b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3775777'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.377138 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425ff44-3e2e-40e6-8717-e1d15054b65c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:33.382935 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d425ff44-3e2e-40e6-8717-e1d15054b65c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.384840 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-d425ff44-3e2e-40e6-8717-e1d15054b65c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/246b9af7-1a2d-4eb2-8178-99ecaa0ae2e4 HTTP/1.1" status: 204 len: 168 time: 0.2291770 Aug 19 12:34:33.387285 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 47328) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:33.459330 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.536963 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.547011 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21698c5-b754-499b-bc5c-7618b713ee3b']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:33.556531 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01140b80-8036-40d1-a225-31f33d33d4db') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:33.556862 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01140b80-8036-40d1-a225-31f33d33d4db') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:33.565326 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724229'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.583801 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.590954 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:33.591361 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179776'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: Traceback (most recent call last): Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: timer() Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: cb(*args, **kw) Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: return func(*args, **kwargs) Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: self._notify() Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: self.callback(batched_events) Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: event.method(event) Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: return f(self, *a, **k) Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._get(url).json() Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:33.593006 dv-cinder-804603-3-iscsi neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:33.644874 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.652341 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.656946 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c21698c5-b754-499b-bc5c-7618b713ee3b HTTP/1.1" status: 204 len: 168 time: 0.2660539 Aug 19 12:34:33.665211 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22b25c-9584-4e75-b158-7af8d20c00f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c21698c5-b754-499b-bc5c-7618b713ee3b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:33.813680 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 47332) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:33.854276 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-cec76313-bf64-42ed-b40e-dee4cde598ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39f1f10196dd4ac39076a388d8c493ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393999 Aug 19 12:34:33.856639 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 47334) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:33.905673 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6deae4f5-e1d7-49e6-82a1-88e2e61b94ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.926428 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6deae4f5-e1d7-49e6-82a1-88e2e61b94ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.980089 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6deae4f5-e1d7-49e6-82a1-88e2e61b94ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.982683 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6deae4f5-e1d7-49e6-82a1-88e2e61b94ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.983850 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6deae4f5-e1d7-49e6-82a1-88e2e61b94ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/301cac03-e301-40e2-89af-34be6a166f37 HTTP/1.1" status: 204 len: 168 time: 0.1263192 Aug 19 12:34:33.995294 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deae4f5-e1d7-49e6-82a1-88e2e61b94ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301cac03-e301-40e2-89af-34be6a166f37,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:34.025856 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.355171 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b869e5c-e07a-43e6-8781-bbd19516a418 req-2863c811-76b3-4328-9640-a3fc0c5422f2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:34.357123 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5b869e5c-e07a-43e6-8781-bbd19516a418 req-2863c811-76b3-4328-9640-a3fc0c5422f2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0853620 Aug 19 12:34:34.365440 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55007163-501d-456d-99b6-b1b788137810 req-3ff4e539-f92e-4104-9062-ad1465126e5d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:34.366888 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-55007163-501d-456d-99b6-b1b788137810 req-3ff4e539-f92e-4104-9062-ad1465126e5d tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0841172 Aug 19 12:34:34.427595 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-55007163-501d-456d-99b6-b1b788137810 req-e6077d8a-3982-4a6f-8cd8-e7cfe8950493 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516863 Aug 19 12:34:34.432489 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5b869e5c-e07a-43e6-8781-bbd19516a418 req-21b20c70-ac2d-4b50-ad38-c72dbdf19955 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647044 Aug 19 12:34:35.491209 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-56777b47-4633-4ae4-ad1e-9dc3f71593fb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815601 Aug 19 12:34:35.633944 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-7e0c5909-e77d-4dfa-882f-d6addf2f8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.635462 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-7e0c5909-e77d-4dfa-882f-d6addf2f8107 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 1098 time: 0.1154859 Aug 19 12:34:35.643319 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9878372-c5a4-4999-8961-e503a5eaca11 req-bb62ffcf-3d62-4038-8863-92be4906a9b8 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.645321 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f9878372-c5a4-4999-8961-e503a5eaca11 req-bb62ffcf-3d62-4038-8863-92be4906a9b8 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.1160650 Aug 19 12:34:35.653355 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f215609-55b4-41e8-8323-d2e4d3ec17d9 req-b331df75-92ff-434f-ade0-4dccf93f3fe4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.655040 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2f215609-55b4-41e8-8323-d2e4d3ec17d9 req-b331df75-92ff-434f-ade0-4dccf93f3fe4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.1153483 Aug 19 12:34:35.746977 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0018cfc4-5aa4-43cd-884c-20af53d05a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.798710 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f9878372-c5a4-4999-8961-e503a5eaca11 req-e1f97f49-5727-436e-a88b-bba9a347629c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426566 Aug 19 12:34:35.805455 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2f215609-55b4-41e8-8323-d2e4d3ec17d9 req-897a450e-986a-494f-9766-9fac529381f4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424012 Aug 19 12:34:35.836736 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-36f85d2b-edc7-4295-952a-bcd9173811e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.838200 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-36f85d2b-edc7-4295-952a-bcd9173811e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 919 time: 0.1599295 Aug 19 12:34:35.884565 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-9199b100-9de1-4b13-82c7-d96fde90b55b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00363c01-0c43-42e9-beec-076174fb99af HTTP/1.1" status: 200 len: 217 time: 0.0376613 Aug 19 12:34:35.942098 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-677f32eb-513f-4737-b0bb-4df67355bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.944072 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-677f32eb-513f-4737-b0bb-4df67355bae4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32eb3bcb-03a5-46e8-974c-a7b65e935ba1 HTTP/1.1" status: 200 len: 858 time: 0.0459414 Aug 19 12:34:35.982923 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-5d742c18-b94e-430a-aa8d-fc0bbba62021 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ac555dc-9427-48d6-a42f-9780f81698ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257120 Aug 19 12:34:36.071549 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-46e5a711-22e5-492b-a3cf-d87072d99808 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813203 Aug 19 12:34:36.150638 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.171282 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3682d113-ea26-4d34-ab37-efc8d21176c0 req-5eaa1597-9308-4fc3-8c15-4c6deaeb8c96 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910070 Aug 19 12:34:36.863165 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea83ab-aee4-4d5e-bc62-ad265fd560a3 req-a7390bf5-9f30-47a9-9529-a7d2e95456f4 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:36.864677 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4cea83ab-aee4-4d5e-bc62-ad265fd560a3 req-a7390bf5-9f30-47a9-9529-a7d2e95456f4 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0527353 Aug 19 12:34:36.931024 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4cea83ab-aee4-4d5e-bc62-ad265fd560a3 req-82362ce3-94ea-4883-b13c-ee56c0c1f960 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598733 Aug 19 12:34:36.951447 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6651eff-a625-4fdf-9f55-88a09007dc7a req-431dc347-ba74-4cc4-9267-8af4f51b3955 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:36.953124 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f6651eff-a625-4fdf-9f55-88a09007dc7a req-431dc347-ba74-4cc4-9267-8af4f51b3955 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0677731 Aug 19 12:34:37.003049 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f6651eff-a625-4fdf-9f55-88a09007dc7a req-917063f6-93a8-4bd0-9f19-1b94636bdc9e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441451 Aug 19 12:34:37.040130 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a5d30-20d0-4661-9c3e-971dae1a65dd req-10f51fce-873c-42b7-ade4-437ca65b7cd3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.041623 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-121a5d30-20d0-4661-9c3e-971dae1a65dd req-10f51fce-873c-42b7-ade4-437ca65b7cd3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0536692 Aug 19 12:34:37.076121 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.080845 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-121a5d30-20d0-4661-9c3e-971dae1a65dd req-6e7e6cda-dc27-4d5b-8f18-9e838a9c01b7 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Aug 19 12:34:38.051964 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403d0eb-2e92-4e5e-9b6e-35c92d858101 req-fda6378a-2097-448a-9dee-4a5a29e30b26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.053470 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c403d0eb-2e92-4e5e-9b6e-35c92d858101 req-fda6378a-2097-448a-9dee-4a5a29e30b26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0488701 Aug 19 12:34:38.117996 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c403d0eb-2e92-4e5e-9b6e-35c92d858101 req-19464c29-43f9-45cc-8d09-c64175b295aa tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579062 Aug 19 12:34:38.137339 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b8fdd-a886-4732-909a-683eec7cc0dd req-671a4f25-a20e-41c9-81f2-0847d47d5da2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.138937 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1b4b8fdd-a886-4732-909a-683eec7cc0dd req-671a4f25-a20e-41c9-81f2-0847d47d5da2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0624332 Aug 19 12:34:38.177608 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1b4b8fdd-a886-4732-909a-683eec7cc0dd req-21be75be-7be8-427d-8d0a-4c4c5b5721a6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326619 Aug 19 12:34:38.225135 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97cb0-87f1-48f8-bcf2-bcc36f9d750d req-4b9ba182-3c9f-4a57-86a1-d6f917e1166f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.227174 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15a97cb0-87f1-48f8-bcf2-bcc36f9d750d req-4b9ba182-3c9f-4a57-86a1-d6f917e1166f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0528328 Aug 19 12:34:38.263885 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15a97cb0-87f1-48f8-bcf2-bcc36f9d750d req-15e58d84-d553-4f18-9c46-aa32199e63d5 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307660 Aug 19 12:34:38.328189 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.237146 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb3eb5-8df2-4181-9229-9cbe4985fccc req-9f5d83b8-1884-4f83-9c6b-7a0294e6cddd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:39.238695 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8eeb3eb5-8df2-4181-9229-9cbe4985fccc req-9f5d83b8-1884-4f83-9c6b-7a0294e6cddd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0539372 Aug 19 12:34:39.310348 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8eeb3eb5-8df2-4181-9229-9cbe4985fccc req-a6ce900d-45a5-4474-93c3-50439c7981ed tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656784 Aug 19 12:34:39.328405 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43487-fb5d-4a47-9050-c3d34b87542d req-eeb8a442-8b36-4677-a152-25ef8fb3c366 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:39.330191 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fdf43487-fb5d-4a47-9050-c3d34b87542d req-eeb8a442-8b36-4677-a152-25ef8fb3c366 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0725253 Aug 19 12:34:39.368971 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fdf43487-fb5d-4a47-9050-c3d34b87542d req-687cf3cc-aed5-4c3c-9e1b-e3de8b90cb5c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322926 Aug 19 12:34:39.416461 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e17167-3b1b-46a0-8376-b7b16b4d83e2 req-12a30299-96f7-4f6b-80f3-6f9a22a7f48e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:39.417893 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-81e17167-3b1b-46a0-8376-b7b16b4d83e2 req-12a30299-96f7-4f6b-80f3-6f9a22a7f48e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0480628 Aug 19 12:34:39.454791 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-81e17167-3b1b-46a0-8376-b7b16b4d83e2 req-b8ab081e-9ca9-4d2f-b5ac-e8e7d1f6abb0 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307562 Aug 19 12:34:40.426427 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eff1c-f447-4f6a-8ccc-3cef401d0d66 req-5c712f87-07b5-4714-8946-93c0a5d36a9d tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.427903 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cf6eff1c-f447-4f6a-8ccc-3cef401d0d66 req-5c712f87-07b5-4714-8946-93c0a5d36a9d tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0505526 Aug 19 12:34:40.503643 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cf6eff1c-f447-4f6a-8ccc-3cef401d0d66 req-62e7a19a-3587-4789-967c-b1f1728d9a03 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690985 Aug 19 12:34:40.518632 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4e731-17df-4832-9c9b-18ab7be7d932 req-47dc03ef-4538-4b01-9f49-012da517ecb5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.520102 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-87d4e731-17df-4832-9c9b-18ab7be7d932 req-47dc03ef-4538-4b01-9f49-012da517ecb5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0789211 Aug 19 12:34:40.588885 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-87d4e731-17df-4832-9c9b-18ab7be7d932 req-56a6ddc5-1c17-4c68-b098-ffada9f41e2d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503483 Aug 19 12:34:40.633371 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb36490-e923-4823-a16c-968b74648eea req-a958a8e7-c0a8-48b2-ad27-e26634902c42 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.634861 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7cb36490-e923-4823-a16c-968b74648eea req-a958a8e7-c0a8-48b2-ad27-e26634902c42 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0523672 Aug 19 12:34:40.672787 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7cb36490-e923-4823-a16c-968b74648eea req-74559ffb-e56b-4e29-a230-da8068c197b5 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319214 Aug 19 12:34:41.622169 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846209e1-f50a-446c-8a7e-d042c0ba0c6d req-4e394060-cea5-4ebf-8702-951b355895d7 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:41.623572 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-846209e1-f50a-446c-8a7e-d042c0ba0c6d req-4e394060-cea5-4ebf-8702-951b355895d7 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0513563 Aug 19 12:34:41.681286 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-846209e1-f50a-446c-8a7e-d042c0ba0c6d req-664290f8-2ce3-41c5-b02b-0bcd034cc59d tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511224 Aug 19 12:34:41.722692 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f498d-ab78-4ab8-9b22-5e4763a0fcab req-ec97a669-3272-451f-821c-073780e54878 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:41.725330 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8f8f498d-ab78-4ab8-9b22-5e4763a0fcab req-ec97a669-3272-451f-821c-073780e54878 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0604510 Aug 19 12:34:41.785374 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8f8f498d-ab78-4ab8-9b22-5e4763a0fcab req-62132b57-cb09-4fdd-ae4f-9b2dfec761a0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521073 Aug 19 12:34:41.822335 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f47c1-153a-4cc2-92e6-16f87d8f3e14 req-83b17aec-85c6-444c-a42f-fc52cd36335f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:41.823906 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ad6f47c1-153a-4cc2-92e6-16f87d8f3e14 req-83b17aec-85c6-444c-a42f-fc52cd36335f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0632203 Aug 19 12:34:41.862305 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ad6f47c1-153a-4cc2-92e6-16f87d8f3e14 req-eb040642-a088-409c-bda2-d1e6c1b2b24c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Aug 19 12:34:42.805746 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2e6f7-c34d-45de-9722-75dc54fac903 req-eebd0c6b-af9a-476d-8dc5-3257a7f1650c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:42.807613 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c5f2e6f7-c34d-45de-9722-75dc54fac903 req-eebd0c6b-af9a-476d-8dc5-3257a7f1650c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0589745 Aug 19 12:34:42.854896 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c5f2e6f7-c34d-45de-9722-75dc54fac903 req-8e113ed5-b69f-4460-aa8e-60ca7171e87f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412045 Aug 19 12:34:42.909081 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b862b-45d7-487c-af86-0c27dafe966e req-37d6672e-8a01-454b-b814-26434ec6b785 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:42.910571 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8f9b862b-45d7-487c-af86-0c27dafe966e req-37d6672e-8a01-454b-b814-26434ec6b785 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0503511 Aug 19 12:34:42.986792 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8f9b862b-45d7-487c-af86-0c27dafe966e req-ef0a8795-23f3-4102-be10-45a4d1c83ce5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702326 Aug 19 12:34:43.006792 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478e49b-2827-42c5-ba78-d808d4c043d9 req-6493d743-eff7-42b9-bdf6-2f4b464a052c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.008387 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1478e49b-2827-42c5-ba78-d808d4c043d9 req-6493d743-eff7-42b9-bdf6-2f4b464a052c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0770714 Aug 19 12:34:43.050860 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1478e49b-2827-42c5-ba78-d808d4c043d9 req-582ad6c8-6d7c-4ad2-a1f6-7aeea49fc5b7 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Aug 19 12:34:44.144177 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053a373-b8c3-40e2-afb1-ffb8da2daeee req-8381d88f-0f18-4bd6-bcb4-f6be7c0b17ed tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:44.146045 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4053a373-b8c3-40e2-afb1-ffb8da2daeee req-8381d88f-0f18-4bd6-bcb4-f6be7c0b17ed tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0808904 Aug 19 12:34:44.155910 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ef5af-1c98-4928-a2e0-6c66d58de051 req-83baf5e8-a79d-4738-937d-1e1ed0deb007 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:44.157461 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a6ef5af-1c98-4928-a2e0-6c66d58de051 req-83baf5e8-a79d-4738-937d-1e1ed0deb007 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0912097 Aug 19 12:34:44.216100 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4053a373-b8c3-40e2-afb1-ffb8da2daeee req-f6adc2d1-ef97-4aec-a941-3f4623c776aa tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522172 Aug 19 12:34:44.216990 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a6ef5af-1c98-4928-a2e0-6c66d58de051 req-462a30fa-e37a-4813-ac80-33c170226bbc tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521586 Aug 19 12:34:44.316232 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cf208-cda6-45ee-98ec-8f5f564d9ccb req-292e2290-f812-416b-ac9e-015294531d84 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:44.317647 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c73cf208-cda6-45ee-98ec-8f5f564d9ccb req-292e2290-f812-416b-ac9e-015294531d84 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0474963 Aug 19 12:34:44.354587 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c73cf208-cda6-45ee-98ec-8f5f564d9ccb req-1f2209a0-411b-462a-a150-cc484381879e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304611 Aug 19 12:34:45.360499 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565afe61-c1af-4694-b050-71672c496c15 req-ce9c3d53-0d7a-4679-9c5e-19419b818129 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:45.361926 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-565afe61-c1af-4694-b050-71672c496c15 req-ce9c3d53-0d7a-4679-9c5e-19419b818129 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0785100 Aug 19 12:34:45.372413 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f65e98-3980-43cd-a462-cf1a082c0df3 req-31ea3dd4-9622-4696-92f4-367b0678c19e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:45.373850 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-36f65e98-3980-43cd-a462-cf1a082c0df3 req-31ea3dd4-9622-4696-92f4-367b0678c19e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0892024 Aug 19 12:34:45.432054 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-565afe61-c1af-4694-b050-71672c496c15 req-6ffacd5a-7d29-471e-81fd-a04e3fd82dae tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572135 Aug 19 12:34:45.434862 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-36f65e98-3980-43cd-a462-cf1a082c0df3 req-3b670f44-9297-4cab-bac4-0ce69b1c898a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542548 Aug 19 12:34:45.547992 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415b84d-f086-4bf4-b788-64d23466c9e8 req-92646176-62c3-4717-9f3f-48d0ae4e4265 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:45.549751 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3415b84d-f086-4bf4-b788-64d23466c9e8 req-92646176-62c3-4717-9f3f-48d0ae4e4265 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0512025 Aug 19 12:34:45.587492 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3415b84d-f086-4bf4-b788-64d23466c9e8 req-7f6050b7-e4c8-4fd6-a4fe-cf04bac15d52 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Aug 19 12:34:46.580000 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc824c8-844a-44e1-a599-1d638c1b6d42 req-f8668159-51ff-4ff1-a57d-1b0c3a21aadf tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:46.581111 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fcc824c8-844a-44e1-a599-1d638c1b6d42 req-f8668159-51ff-4ff1-a57d-1b0c3a21aadf tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0746510 Aug 19 12:34:46.593734 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde76cf-cbb9-46e9-b92f-795057ee66f6 req-3ceb6489-9694-4956-8eb9-a9b65b0aa8ef tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:46.595212 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6bde76cf-cbb9-46e9-b92f-795057ee66f6 req-3ceb6489-9694-4956-8eb9-a9b65b0aa8ef tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0906827 Aug 19 12:34:46.653031 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fcc824c8-844a-44e1-a599-1d638c1b6d42 req-2f89f305-043e-4fd1-b2c8-3ccb8d807680 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567317 Aug 19 12:34:46.658551 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6bde76cf-cbb9-46e9-b92f-795057ee66f6 req-69be6e47-185e-472e-acf8-311221f61526 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563431 Aug 19 12:34:46.762776 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75e192-fb83-4232-81e2-6d5756275bf0 req-5c88e99d-59cb-4ef3-ae23-6516cbedd04f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:46.764166 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ca75e192-fb83-4232-81e2-6d5756275bf0 req-5c88e99d-59cb-4ef3-ae23-6516cbedd04f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0477571 Aug 19 12:34:46.806094 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ca75e192-fb83-4232-81e2-6d5756275bf0 req-08e29850-14d0-4673-8e39-18d6567ecac5 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355334 Aug 19 12:34:47.802912 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5b05d-08a8-48a8-9e24-27024eb9b4c7 req-61025157-85dd-4c43-9871-9516b9df5bf2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:47.804416 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-78d5b05d-08a8-48a8-9e24-27024eb9b4c7 req-61025157-85dd-4c43-9871-9516b9df5bf2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0755451 Aug 19 12:34:47.813216 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91d0a7-a0ea-495d-8819-915473eaa5d0 req-7b4c7380-6695-4b4a-a293-480dbce969df tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:47.814755 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ad91d0a7-a0ea-495d-8819-915473eaa5d0 req-7b4c7380-6695-4b4a-a293-480dbce969df tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0770533 Aug 19 12:34:47.873899 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-78d5b05d-08a8-48a8-9e24-27024eb9b4c7 req-f16f0323-2dc2-46fb-ad33-4b92e858de8b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581474 Aug 19 12:34:47.876730 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ad91d0a7-a0ea-495d-8819-915473eaa5d0 req-2a927eab-3ea0-47be-834f-96610acdd5fa tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547762 Aug 19 12:34:47.981911 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b7ad0-234a-4a87-a4dd-515a8a90ffff req-ebde8a19-3f06-41fa-9172-c32c9c2e2770 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:47.983367 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c72b7ad0-234a-4a87-a4dd-515a8a90ffff req-ebde8a19-3f06-41fa-9172-c32c9c2e2770 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0520806 Aug 19 12:34:48.021281 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c72b7ad0-234a-4a87-a4dd-515a8a90ffff req-6a144116-4f5e-4403-9326-6af43a31e3a9 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Aug 19 12:34:49.034283 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73333b06-a672-42aa-805b-efb4fcc4491d req-e03bd959-4a1e-42e9-99f5-e0a50ade8536 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:49.035731 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-73333b06-a672-42aa-805b-efb4fcc4491d req-e03bd959-4a1e-42e9-99f5-e0a50ade8536 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0851932 Aug 19 12:34:49.043541 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d5472-9818-4b4f-a8b6-ee29c2697f7d req-7e59abb8-aa00-4500-9f1a-0cc2dfe4c17b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:49.044924 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-539d5472-9818-4b4f-a8b6-ee29c2697f7d req-7e59abb8-aa00-4500-9f1a-0cc2dfe4c17b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0856397 Aug 19 12:34:49.101929 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-73333b06-a672-42aa-805b-efb4fcc4491d req-3d5d2b8b-9eaa-45a9-9e81-5173afb62a4d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560405 Aug 19 12:34:49.104576 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-539d5472-9818-4b4f-a8b6-ee29c2697f7d req-9516b5f2-b0ec-4129-8340-3f0e6c115534 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531845 Aug 19 12:34:49.205955 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43440a-722e-480a-92c5-2b19ad6ab90f req-b17263e0-2703-47c1-b71f-2063aca9dd67 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:49.207410 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7d43440a-722e-480a-92c5-2b19ad6ab90f req-b17263e0-2703-47c1-b71f-2063aca9dd67 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0488853 Aug 19 12:34:49.244999 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7d43440a-722e-480a-92c5-2b19ad6ab90f req-d1ee39cc-cc97-4f74-adde-13729c7240cc tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Aug 19 12:34:50.252020 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c13160-4e01-47a9-8eb4-f5d27c206e5f req-bf834314-b125-4569-8120-992d303c805c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:50.253537 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-90c13160-4e01-47a9-8eb4-f5d27c206e5f req-bf834314-b125-4569-8120-992d303c805c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0815706 Aug 19 12:34:50.262014 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff410b-6cc6-48ab-ae90-2681b458286f req-107ade25-b4a3-4e5d-a534-98d119c3a90e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:50.263369 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e6ff410b-6cc6-48ab-ae90-2681b458286f req-107ade25-b4a3-4e5d-a534-98d119c3a90e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0901575 Aug 19 12:34:50.316027 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-90c13160-4e01-47a9-8eb4-f5d27c206e5f req-b5b0ea17-d095-459e-a75f-1d5f2d1b9e33 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516393 Aug 19 12:34:50.323776 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e6ff410b-6cc6-48ab-ae90-2681b458286f req-75cfc7d6-20a4-460e-8473-54c9732cac9b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538430 Aug 19 12:34:50.421983 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130e3b7-0515-4f71-8ed4-50853c89e2bc req-25565235-cf22-4bfd-8b6a-0840432b8654 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:50.423466 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d130e3b7-0515-4f71-8ed4-50853c89e2bc req-25565235-cf22-4bfd-8b6a-0840432b8654 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0500782 Aug 19 12:34:50.461106 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d130e3b7-0515-4f71-8ed4-50853c89e2bc req-6aec04b7-c24b-46b6-a2a7-60bf00cb756a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Aug 19 12:34:51.471533 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fe831-1d90-41c7-b0b1-1e39af4a146b req-5f0c0b02-1774-4db5-a66d-dfc0f0d27f1d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:51.473112 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4c4fe831-1d90-41c7-b0b1-1e39af4a146b req-5f0c0b02-1774-4db5-a66d-dfc0f0d27f1d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0743263 Aug 19 12:34:51.497567 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b633e-963d-4c58-8bec-63c544e834f9 req-e8d007fc-1c14-4400-9faa-9042eb219d17 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:51.499056 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d68b633e-963d-4c58-8bec-63c544e834f9 req-e8d007fc-1c14-4400-9faa-9042eb219d17 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0907469 Aug 19 12:34:51.549115 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4c4fe831-1d90-41c7-b0b1-1e39af4a146b req-60954dae-6e35-4c0e-87f6-f5c57c36c887 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685091 Aug 19 12:34:51.557665 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d68b633e-963d-4c58-8bec-63c544e834f9 req-10cd869d-8807-4046-9256-3387313cda42 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523014 Aug 19 12:34:51.663074 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063f16f-71dd-4b16-a5f0-7a231fd9f67b req-e1a9f1be-0703-4fce-9a6f-3fdf586a0245 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:51.665164 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8063f16f-71dd-4b16-a5f0-7a231fd9f67b req-e1a9f1be-0703-4fce-9a6f-3fdf586a0245 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0473409 Aug 19 12:34:51.701976 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8063f16f-71dd-4b16-a5f0-7a231fd9f67b req-3b8647a6-69d0-42e5-8180-f51a1908b558 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309725 Aug 19 12:34:52.708410 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa744fa3-c731-4f7a-9cc9-7b21858807fb req-a20afdce-86e9-4e2f-a9b3-93fd6d89581a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:52.709906 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aa744fa3-c731-4f7a-9cc9-7b21858807fb req-a20afdce-86e9-4e2f-a9b3-93fd6d89581a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0805948 Aug 19 12:34:52.721448 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa2b5b-f4a1-4d86-9564-7daeaf79ee71 req-be866124-2d48-4a17-b4f1-6da002d3e1eb tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:52.722841 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bdaa2b5b-f4a1-4d86-9564-7daeaf79ee71 req-be866124-2d48-4a17-b4f1-6da002d3e1eb tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0669162 Aug 19 12:34:52.776875 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aa744fa3-c731-4f7a-9cc9-7b21858807fb req-37627f26-95e0-4e2e-acb0-6aaf7d334e3d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529966 Aug 19 12:34:52.781621 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bdaa2b5b-f4a1-4d86-9564-7daeaf79ee71 req-cdee7da7-52f3-42e5-9672-9d644a65b049 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519378 Aug 19 12:34:52.896641 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19766ebc-9a08-4db0-bffe-9ba6d013a5a2 req-f4dc05e1-c3dd-48e8-b060-bd6f79a3ed15 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:52.898119 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-19766ebc-9a08-4db0-bffe-9ba6d013a5a2 req-f4dc05e1-c3dd-48e8-b060-bd6f79a3ed15 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0487092 Aug 19 12:34:52.941281 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-19766ebc-9a08-4db0-bffe-9ba6d013a5a2 req-5cc5dbe2-7c48-4a3e-899d-7dd63e609b4f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324376 Aug 19 12:34:53.941475 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43549b-a71b-4e40-836a-5a412bc4beae req-77cfa57a-6cea-4a22-acbe-2906c804029f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:53.942946 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5e43549b-a71b-4e40-836a-5a412bc4beae req-77cfa57a-6cea-4a22-acbe-2906c804029f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0765681 Aug 19 12:34:53.953201 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878ac8-06cd-44f4-bd1f-e84af121def0 req-534f5dd6-806b-4e1b-a327-66c83c1eb599 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:53.954594 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6f878ac8-06cd-44f4-bd1f-e84af121def0 req-534f5dd6-806b-4e1b-a327-66c83c1eb599 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0894041 Aug 19 12:34:54.005824 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5e43549b-a71b-4e40-836a-5a412bc4beae req-4ded53dc-2f3d-468d-8f7a-8221741b0090 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503006 Aug 19 12:34:54.012657 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6f878ac8-06cd-44f4-bd1f-e84af121def0 req-af45a71e-fa96-48f8-b1fb-7bbd7285302e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506241 Aug 19 12:34:54.110085 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecf188-6b8e-42ca-89df-f5566b65b325 req-b10276b6-2e1a-424b-81b3-9de27ba4c15b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:54.111570 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-19ecf188-6b8e-42ca-89df-f5566b65b325 req-b10276b6-2e1a-424b-81b3-9de27ba4c15b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0482433 Aug 19 12:34:54.148361 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-19ecf188-6b8e-42ca-89df-f5566b65b325 req-9d678bfb-8994-4561-89e8-65d5ed142668 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309484 Aug 19 12:34:55.161828 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd1313-3944-4dd2-a442-0be85a787c01 req-f30c91e6-e2a2-4caf-82d1-949001836357 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:55.163300 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aecd1313-3944-4dd2-a442-0be85a787c01 req-f30c91e6-e2a2-4caf-82d1-949001836357 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0843916 Aug 19 12:34:55.170544 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7aaf8d-375e-4e43-99aa-dd9f6c23d777 req-8698617e-013c-43d6-b31b-65f04cd248d3 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:55.171909 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bf7aaf8d-375e-4e43-99aa-dd9f6c23d777 req-8698617e-013c-43d6-b31b-65f04cd248d3 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0948293 Aug 19 12:34:55.226080 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aecd1313-3944-4dd2-a442-0be85a787c01 req-e2a0a821-4f0c-4639-a452-d4eb9fb22a0f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532277 Aug 19 12:34:55.231386 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bf7aaf8d-375e-4e43-99aa-dd9f6c23d777 req-11bf4892-4fc2-407f-b6fb-77e3be50a7ea tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528548 Aug 19 12:34:55.337266 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ca0dd-746e-425f-84ef-1b880f8b3fa3 req-b4576273-e3a3-458a-ba8f-344fc23a3e02 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:55.339051 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a36ca0dd-746e-425f-84ef-1b880f8b3fa3 req-b4576273-e3a3-458a-ba8f-344fc23a3e02 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0547440 Aug 19 12:34:55.380017 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a36ca0dd-746e-425f-84ef-1b880f8b3fa3 req-a2015dc9-0b36-4461-bef0-8702bcb97218 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Aug 19 12:34:56.373904 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d721b-dae9-4f5d-97a7-7aff91ed8061 req-b5dc2450-50e6-47eb-ae6c-252a1d1eed91 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:56.375513 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d68d721b-dae9-4f5d-97a7-7aff91ed8061 req-b5dc2450-50e6-47eb-ae6c-252a1d1eed91 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0802457 Aug 19 12:34:56.389618 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151f76e-7106-4bfa-a1c0-304d0bbc17ee req-f9f24d3b-7a37-452c-b92b-4d3d1423b817 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:56.391125 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d151f76e-7106-4bfa-a1c0-304d0bbc17ee req-f9f24d3b-7a37-452c-b92b-4d3d1423b817 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0870798 Aug 19 12:34:56.440401 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d68d721b-dae9-4f5d-97a7-7aff91ed8061 req-5311cb5b-f32a-4798-b819-f4276c2ce5a6 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587955 Aug 19 12:34:56.453783 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d151f76e-7106-4bfa-a1c0-304d0bbc17ee req-ef65f0f1-ccc0-4009-b360-3b13d9bdd0a9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Aug 19 12:34:56.542203 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7241c-3880-4918-9e23-5534c31eb128 req-19e67341-043c-4f5c-b083-dea043d22084 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:56.543660 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-16d7241c-3880-4918-9e23-5534c31eb128 req-19e67341-043c-4f5c-b083-dea043d22084 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0482311 Aug 19 12:34:56.579391 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-16d7241c-3880-4918-9e23-5534c31eb128 req-c099d1ba-1223-4374-8796-38f27f28be92 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297954 Aug 19 12:34:57.368010 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8574e46-ad10-41fa-972e-0d7cb5c0ca66 req-c5009713-b9dd-47a4-b9b9-49cb5014ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:57.369502 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8574e46-ad10-41fa-972e-0d7cb5c0ca66 req-c5009713-b9dd-47a4-b9b9-49cb5014ed40 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 1099 time: 0.0431163 Aug 19 12:34:57.409136 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8574e46-ad10-41fa-972e-0d7cb5c0ca66 req-4436e2fb-13c4-49cc-8a57-33de9ab1c585 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261376 Aug 19 12:34:57.582204 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4ad6c-6d40-4b92-b279-cfc2b1940b89 req-8ff21bd8-9dd1-4dde-bbbf-298be3dcb139 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:57.583590 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fcd4ad6c-6d40-4b92-b279-cfc2b1940b89 req-8ff21bd8-9dd1-4dde-bbbf-298be3dcb139 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0762088 Aug 19 12:34:57.596240 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3433a-db3b-45ff-acf2-3e019a94d0d3 req-392cf5bc-ab5d-453d-9dcb-e5a35a685cfc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:57.597715 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c7a3433a-db3b-45ff-acf2-3e019a94d0d3 req-392cf5bc-ab5d-453d-9dcb-e5a35a685cfc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0640075 Aug 19 12:34:57.655603 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fcd4ad6c-6d40-4b92-b279-cfc2b1940b89 req-6ce0a616-1070-4a14-afa1-7d6ebbe62de1 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569413 Aug 19 12:34:57.658322 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c7a3433a-db3b-45ff-acf2-3e019a94d0d3 req-f5f6728f-4c27-4f7e-984b-16a6839f397e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539029 Aug 19 12:34:57.766519 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e946-d0b2-4605-b885-74a5bede68f8 req-aca38ba3-8f76-4f8c-b547-ddd86d260eab tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:57.768035 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4654e946-d0b2-4605-b885-74a5bede68f8 req-aca38ba3-8f76-4f8c-b547-ddd86d260eab tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0502107 Aug 19 12:34:57.812378 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4654e946-d0b2-4605-b885-74a5bede68f8 req-e43226a1-1c63-4f26-96e0-27863e59171e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384526 Aug 19 12:34:58.506831 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cb05c0c9-ab0b-49dc-8a12-116515052ec0 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:58.604525 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:58.615051 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'port_id': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'mac_address': 'fa:16:3e:3c:39:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:58.655069 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.668271 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb05c0c9-ab0b-49dc-8a12-116515052ec0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:58.693242 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:58.697552 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.749375 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:58.756225 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.756573 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.756938 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.757275 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.757607 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.757939 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.758298 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.758630 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.758989 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.759378 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.759902 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.760225 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:58.815122 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842db0b4-00fa-4588-bf34-549628a5770d req-b91cfc6e-3667-407b-a444-f8c0bd5207f3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:58.816587 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-842db0b4-00fa-4588-bf34-549628a5770d req-b91cfc6e-3667-407b-a444-f8c0bd5207f3 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0854225 Aug 19 12:34:58.827682 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c1bdd-901f-42a6-989d-addf2108439f req-0ac806c5-c2d5-4879-b326-5d89cfcfb9cd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:58.829164 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f00c1bdd-901f-42a6-989d-addf2108439f req-0ac806c5-c2d5-4879-b326-5d89cfcfb9cd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 945 time: 0.0696547 Aug 19 12:34:58.847934 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['cb05c0c9-ab0b-49dc-8a12-116515052ec0'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:58.886422 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-842db0b4-00fa-4588-bf34-549628a5770d req-3e0a29b7-05fa-412b-9b17-e39c9e6b18bf tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559244 Aug 19 12:34:58.891771 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f00c1bdd-901f-42a6-989d-addf2108439f req-6c342d96-61be-46b6-b5c2-5ffcc0c4023c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557549 Aug 19 12:34:59.050805 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbc327-15bb-41b9-9664-7b8893d05357 req-7f9339b2-678b-473a-93ea-c74d2e42700b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:59.052203 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4fdbc327-15bb-41b9-9664-7b8893d05357 req-7f9339b2-678b-473a-93ea-c74d2e42700b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0698433 Aug 19 12:34:59.095624 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4fdbc327-15bb-41b9-9664-7b8893d05357 req-110d6aa2-b073-442c-aeec-fc6e73424441 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371997 Aug 19 12:34:59.778602 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7210364-48fd-4c4b-bc79-72df73e0b278 req-b91d46d4-2a59-42ae-8c6e-7fe1d79cb7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:59.780208 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b7210364-48fd-4c4b-bc79-72df73e0b278 req-b91d46d4-2a59-42ae-8c6e-7fe1d79cb7d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 1099 time: 0.4082952 Aug 19 12:34:59.789435 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fbbb4-3b89-495f-86e0-35e6b1676fff req-a4de7e21-1ff4-4d12-b14a-a8ed9210609b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:59.791989 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6f9fbbb4-3b89-495f-86e0-35e6b1676fff req-a4de7e21-1ff4-4d12-b14a-a8ed9210609b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.4019561 Aug 19 12:34:59.875896 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e311bf6-8448-4d44-94af-c83753252606 req-51f6a919-8b6e-45d0-ad35-d314b0d6e336 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:59.877284 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6e311bf6-8448-4d44-94af-c83753252606 req-51f6a919-8b6e-45d0-ad35-d314b0d6e336 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 946 time: 0.1481631 Aug 19 12:34:59.912415 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6f9fbbb4-3b89-495f-86e0-35e6b1676fff req-e72b7dd9-4998-4d5d-870a-b824d15fe10a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069508 Aug 19 12:34:59.954441 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6e311bf6-8448-4d44-94af-c83753252606 req-c8854cec-c0b1-48bd-b8cd-29a09ebfab42 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692537 Aug 19 12:34:59.955837 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7210364-48fd-4c4b-bc79-72df73e0b278 req-279f58b6-1401-4f51-b926-9e64142bb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:59.957208 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b7210364-48fd-4c4b-bc79-72df73e0b278 req-279f58b6-1401-4f51-b926-9e64142bb06d service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 919 time: 0.1634598 Aug 19 12:35:00.059182 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b7210364-48fd-4c4b-bc79-72df73e0b278 req-144b174a-d7d3-4fa0-8d86-28cc5196a87d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241 HTTP/1.1" status: 200 len: 217 time: 0.0900002 Aug 19 12:35:00.155532 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7210364-48fd-4c4b-bc79-72df73e0b278 req-1d886b1e-b6cb-4a27-9cfe-58071a1fa209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:00.156897 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b7210364-48fd-4c4b-bc79-72df73e0b278 req-1d886b1e-b6cb-4a27-9cfe-58071a1fa209 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32eb3bcb-03a5-46e8-974c-a7b65e935ba1 HTTP/1.1" status: 200 len: 858 time: 0.0618744 Aug 19 12:35:00.165219 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6639f-6154-4bd4-9250-655e1d2db900 req-110edf8d-1b63-4794-bc83-7ff7520a94e0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:00.166746 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dad6639f-6154-4bd4-9250-655e1d2db900 req-110edf8d-1b63-4794-bc83-7ff7520a94e0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.1266315 Aug 19 12:35:00.187939 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2d2d7-db58-4890-9bbb-8244c9581027 req-5190a955-00ca-46e8-a946-b2b30180f932 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:00.189453 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4de2d2d7-db58-4890-9bbb-8244c9581027 req-5190a955-00ca-46e8-a946-b2b30180f932 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 945 time: 0.1474724 Aug 19 12:35:00.212892 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b7210364-48fd-4c4b-bc79-72df73e0b278 req-8d56ef19-cc1b-49ad-ab58-0e773c04be9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ac555dc-9427-48d6-a42f-9780f81698ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429740 Aug 19 12:35:00.316180 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dad6639f-6154-4bd4-9250-655e1d2db900 req-5a101323-5a9a-401b-b46c-184cdd510db7 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381612 Aug 19 12:35:00.325233 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4de2d2d7-db58-4890-9bbb-8244c9581027 req-f2661d9f-ae21-4dc5-918a-f36d9238cae1 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167817 Aug 19 12:35:00.369969 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b7210364-48fd-4c4b-bc79-72df73e0b278 req-3fcc19c6-c70e-49a8-b5d1-e62cf667fbee service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455839 Aug 19 12:35:00.469029 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b7210364-48fd-4c4b-bc79-72df73e0b278 req-816d260c-4f78-47ea-aaa9-4e460c109788 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904551 Aug 19 12:35:00.507932 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cb05c0c9-ab0b-49dc-8a12-116515052ec0 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:00.557349 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port cb05c0c9-ab0b-49dc-8a12-116515052ec0 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:00.557959 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.669260 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.709538 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:00.711895 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487aecad-332f-43d4-9eb2-88fc4a5a0015" -d '{"events": [{"server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "name": "network-vif-plugged", "status": "completed", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:00.726105 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:00.731516 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.763981 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e44a8b2-276e-4db2-9e64-0a79b51bf002 x-openstack-request-id: req-9e44a8b2-276e-4db2-9e64-0a79b51bf002 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:00.764278 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "name": "network-vif-plugged", "status": "completed", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:00.764535 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e44a8b2-276e-4db2-9e64-0a79b51bf002 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:00.765019 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'code': 200} Aug 19 12:35:00.792654 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.044227 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-8e9927fb-bc32-4cd4-8c3d-e7e052a35403 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177726011&fields=id&tenant_id=1fd599613e294891b5714102c5607640 HTTP/1.1" status: 200 len: 267 time: 0.0693452 Aug 19 12:35:01.133684 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65b219-eff0-4be7-a412-89f65659feec req-6b2516a1-dba6-4ea4-b9e4-9aa27f0d7f1e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:01.137891 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3b65b219-eff0-4be7-a412-89f65659feec req-6b2516a1-dba6-4ea4-b9e4-9aa27f0d7f1e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.1210799 Aug 19 12:35:01.215809 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3b65b219-eff0-4be7-a412-89f65659feec req-f729f742-aac1-481b-998c-b07826079117 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662041 Aug 19 12:35:01.251420 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b51eb773-f44c-4c69-8868-a2dec2d87f23 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:01.258737 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b51eb773-f44c-4c69-8868-a2dec2d87f23 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 811 time: 0.1992679 Aug 19 12:35:01.276524 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-8121607b-1849-4fb1-9d21-9c418f9c46d1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/quotas/1fd599613e294891b5714102c5607640 HTTP/1.1" status: 200 len: 375 time: 0.0160134 Aug 19 12:35:01.357454 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4260e-5a50-49f0-8320-60689e66093c req-afed42a5-0fcb-4cd9-a6dc-b98a091778ee tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:01.358934 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6b4260e-5a50-49f0-8320-60689e66093c req-afed42a5-0fcb-4cd9-a6dc-b98a091778ee tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 946 time: 0.0797987 Aug 19 12:35:01.366139 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-5c516e5c-0bb4-4cb9-8c0a-0bd55b5431e0 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886357 Aug 19 12:35:01.454974 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6b4260e-5a50-49f0-8320-60689e66093c req-5ce0c5c5-7bc3-4708-aab3-c8e691cc5bf5 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878701 Aug 19 12:35:01.491708 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-a36ccfdb-eade-43de-b7c5-2fe993b74c24 service neutron] 10.222.0.42 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110344 Aug 19 12:35:01.648720 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75a777-6659-4ef2-8844-e303aeb231de req-6725b134-d9e9-46fe-87e7-296b632c19e2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:01.650833 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0f75a777-6659-4ef2-8844-e303aeb231de req-6725b134-d9e9-46fe-87e7-296b632c19e2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.1345515 Aug 19 12:35:01.662582 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-655c560e-0ac8-4f50-bc31-12e5c9ae1684 service neutron] 10.222.0.42 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636488 Aug 19 12:35:01.727013 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-2a8c7cc3-c7ab-4f41-8515-f58d703a86dc tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:01.729548 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-2a8c7cc3-c7ab-4f41-8515-f58d703a86dc tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.50 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 946 time: 0.1423354 Aug 19 12:35:01.752208 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0f75a777-6659-4ef2-8844-e303aeb231de req-460c44d2-11e4-4a82-a71b-ebd939d84261 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938175 Aug 19 12:35:01.918071 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-f1538e25-fea7-49c1-aeb3-097fad90d754 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Deleting port 1f65cfac-dea8-4c7b-821a-e454974aa69c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:01.918470 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-f1538e25-fea7-49c1-aeb3-097fad90d754 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.935089 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c50072-9ad8-477c-ae57-ec930e5c2838 req-f4aad69a-9c14-42b8-a0f3-8a2bfa96eaae tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:01.937305 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-79c50072-9ad8-477c-ae57-ec930e5c2838 req-f4aad69a-9c14-42b8-a0f3-8a2bfa96eaae tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0826361 Aug 19 12:35:02.114621 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-79c50072-9ad8-477c-ae57-ec930e5c2838 req-0fbed20f-2aaa-47b2-a98b-991138cb71cf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636472 Aug 19 12:35:02.146953 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-31733fe3-1a88-487f-815c-119a42a59bbd req-7f3d6b5c-faa8-47ff-b11f-90d8e8a47246 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 210 time: 0.0668325 Aug 19 12:35:02.168249 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-f1538e25-fea7-49c1-aeb3-097fad90d754 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] For port 1f65cfac-dea8-4c7b-821a-e454974aa69c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=1f65cfac-dea8-4c7b-821a-e454974aa69c,segment=NetworkSegment(a34699df-89a9-4820-be84-5eb7303ceb74),segment_id=a34699df-89a9-4820-be84-5eb7303ceb74)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:02.168558 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-f1538e25-fea7-49c1-aeb3-097fad90d754 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.186573 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-f1538e25-fea7-49c1-aeb3-097fad90d754 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Calling delete_port for 1f65cfac-dea8-4c7b-821a-e454974aa69c owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:02.458645 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f9d0-f3b4-4970-b80a-1ef745de093a req-84774e18-2a2e-4e8f-9ac2-b9f21771c491 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:02.460166 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-23c5f9d0-f3b4-4970-b80a-1ef745de093a req-84774e18-2a2e-4e8f-9ac2-b9f21771c491 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.1268754 Aug 19 12:35:02.460837 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-f1538e25-fea7-49c1-aeb3-097fad90d754 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.472496 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['1f65cfac-dea8-4c7b-821a-e454974aa69c'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:02.501225 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1538e25-fea7-49c1-aeb3-097fad90d754 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Pushing event deleted for resources: {'Port': ['ID=1f65cfac-dea8-4c7b-821a-e454974aa69c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:02.586939 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-f1538e25-fea7-49c1-aeb3-097fad90d754 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] No DVR routers for this DVR port 1f65cfac-dea8-4c7b-821a-e454974aa69c on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:02.594989 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-f1538e25-fea7-49c1-aeb3-097fad90d754 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.596230 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d06fe0f6-6f76-4e9b-9994-3fc57e15e607 req-f1538e25-fea7-49c1-aeb3-097fad90d754 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.50 "DELETE /v2.0/ports/1f65cfac-dea8-4c7b-821a-e454974aa69c HTTP/1.1" status: 204 len: 173 time: 0.8578825 Aug 19 12:35:02.597974 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af37e9-2609-4f2f-b993-48df54382067', 'name': 'network-vif-deleted', 'tag': '1f65cfac-dea8-4c7b-821a-e454974aa69c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:02.600505 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74f0f47-6ba9-43fe-aa9f-719ae5d22e2f" -d '{"events": [{"server_uuid": "96af37e9-2609-4f2f-b993-48df54382067", "name": "network-vif-deleted", "tag": "1f65cfac-dea8-4c7b-821a-e454974aa69c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:02.631672 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-23c5f9d0-f3b4-4970-b80a-1ef745de093a req-2cc7f122-8fab-4bd7-8c42-08ff1fa00e86 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586509 Aug 19 12:35:02.684218 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-99a44530-c127-40c9-afa2-7a08803ff376 req-213f816d-dc1d-4b3e-8879-39da8e5d2424 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=96af37e9-2609-4f2f-b993-48df54382067 HTTP/1.1" status: 200 len: 210 time: 0.0949361 Aug 19 12:35:02.713964 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021b11ec-67f2-40fc-bf91-84e0a9a1b6da x-openstack-request-id: req-021b11ec-67f2-40fc-bf91-84e0a9a1b6da {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:02.714686 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af37e9-2609-4f2f-b993-48df54382067", "name": "network-vif-deleted", "tag": "1f65cfac-dea8-4c7b-821a-e454974aa69c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:02.715068 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-021b11ec-67f2-40fc-bf91-84e0a9a1b6da {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:02.716029 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af37e9-2609-4f2f-b993-48df54382067', 'name': 'network-vif-deleted', 'tag': '1f65cfac-dea8-4c7b-821a-e454974aa69c', 'status': 'completed', 'code': 200} Aug 19 12:35:02.902684 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efa0fa-49c0-4962-9f30-1abc849a6f89 req-d095b5eb-6121-4898-ad7c-0f7db72f6976 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:02.911138 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4efa0fa-49c0-4962-9f30-1abc849a6f89 req-d095b5eb-6121-4898-ad7c-0f7db72f6976 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0739114 Aug 19 12:35:02.950679 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4efa0fa-49c0-4962-9f30-1abc849a6f89 req-fd2dc591-0a2a-4937-994a-bd1a0c38f12d tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379565 Aug 19 12:35:03.223328 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f07e8432-cf05-4e18-94dc-fcc0e411145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.374581 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c709-d27b-43d5-81f2-b5cd3151ee12 req-23cf7b28-9cd3-4544-9af9-151c1914e4bb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.376235 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2f36c709-d27b-43d5-81f2-b5cd3151ee12 req-23cf7b28-9cd3-4544-9af9-151c1914e4bb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.1364183 Aug 19 12:35:03.386399 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a0998-d0de-40ed-a32b-e4e19fad7704 req-4e624295-35e9-43eb-b970-22baa50d4fed tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.388457 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e26a0998-d0de-40ed-a32b-e4e19fad7704 req-4e624295-35e9-43eb-b970-22baa50d4fed tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.1499736 Aug 19 12:35:03.413228 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-517dd825-6f0f-414b-a607-75ea7e984f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.414913 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-517dd825-6f0f-414b-a607-75ea7e984f8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 1098 time: 0.1171081 Aug 19 12:35:03.520538 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e26a0998-d0de-40ed-a32b-e4e19fad7704 req-2e2d9758-9cb3-462b-8e64-6d8c8294f2ea tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256795 Aug 19 12:35:03.523497 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2f36c709-d27b-43d5-81f2-b5cd3151ee12 req-04e6065b-306b-4bc9-ae8e-5e4d34b96c91 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315501 Aug 19 12:35:03.568385 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-2a52521f-6591-479a-b032-723004facaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.571304 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-2a52521f-6591-479a-b032-723004facaca service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 200 len: 912 time: 0.1398132 Aug 19 12:35:03.664297 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-191d1381-0a40-4408-90e1-cd73d6a0c197 req-e6d8d6ba-109a-4fea-9507-9a906b184abe tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 210 time: 0.0395312 Aug 19 12:35:03.683001 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-d5b606b7-b025-4146-aabb-3dd2ea4e88b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b9c9acb-8432-426d-9d6d-05743dbbdd2c HTTP/1.1" status: 200 len: 1001 time: 0.0970154 Aug 19 12:35:03.764659 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-962fd78f-086d-47e6-bc7c-8fa550baa0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.771906 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-962fd78f-086d-47e6-bc7c-8fa550baa0fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f07125d1-9222-4282-a4b0-3cce5793962a HTTP/1.1" status: 200 len: 850 time: 0.0765858 Aug 19 12:35:03.858741 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0fa98-cc0c-4d65-8d31-4f3fcb8545b6 req-6ed7d7e9-5df0-4b4b-ad4a-b84bb79554b8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.860599 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f3c0fa98-cc0c-4d65-8d31-4f3fcb8545b6 req-6ed7d7e9-5df0-4b4b-ad4a-b84bb79554b8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0995123 Aug 19 12:35:03.865586 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-8a8a4ec4-3bd9-4755-8d1a-fc5e8e3748cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.867256 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-8a8a4ec4-3bd9-4755-8d1a-fc5e8e3748cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9c0505f-0b62-430c-81bb-51a10230472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892580 Aug 19 12:35:04.031000 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.083802 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f3c0fa98-cc0c-4d65-8d31-4f3fcb8545b6 req-138bec67-1c58-4d56-83e5-aa12e5dd7241 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011509 Aug 19 12:35:04.132210 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-2131f01f-e926-4317-aed7-5c35ec8ddc15 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491529 Aug 19 12:35:04.139992 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-adb6a89e-402a-4bc6-b976-9fd668f225a0 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:04.141600 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-adb6a89e-402a-4bc6-b976-9fd668f225a0 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 811 time: 0.2785542 Aug 19 12:35:04.272405 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-0d0fb612-805e-4855-9906-c50cc594c19d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd599613e294891b5714102c5607640 HTTP/1.1" status: 200 len: 380 time: 0.1103847 Aug 19 12:35:04.295723 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'port': {'device_id': '7deb2265-69aa-4714-a54e-f732e143042f', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'admin_state_up': True, 'tenant_id': '1fd599613e294891b5714102c5607640', 'security_groups': ['23237fb1-c6ba-47fe-a1a1-3389946268c5']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:04.357282 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2fd52fd3-63c3-44db-9cbd-13f08d08ded4 req-54c88b07-ba09-4162-935e-02af7b52d3d6 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032723 Aug 19 12:35:04.436050 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Made reservation on behalf of 1fd599613e294891b5714102c5607640 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:04.442851 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.617955 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Allocated IP 172.20.0.14 (888559b7-b97e-464b-b94c-cbf8342520f5/af200914-5b75-4155-99e5-f10386a0ccbf/f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:05.117175 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002595ca-16e9-40bb-8c8b-5d9f0cb046b9 req-b738c67e-87db-4c03-a1af-b49b695b4c01 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:05.122891 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-002595ca-16e9-40bb-8c8b-5d9f0cb046b9 req-b738c67e-87db-4c03-a1af-b49b695b4c01 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.4670570 Aug 19 12:35:05.130905 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf45d4-b0f4-4dcb-8961-0828988f043e req-87309066-ca18-4b22-926c-0849e384df6a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:05.132437 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c6cf45d4-b0f4-4dcb-8961-0828988f043e req-87309066-ca18-4b22-926c-0849e384df6a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.4596035 Aug 19 12:35:05.224845 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-002595ca-16e9-40bb-8c8b-5d9f0cb046b9 req-f1b4a3ab-8710-4f2e-8f30-5de76bbe153a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880711 Aug 19 12:35:05.227901 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.232522 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c6cf45d4-b0f4-4dcb-8961-0828988f043e req-a07fcd7f-7d28-4fc0-b979-a044199f9ce9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889935 Aug 19 12:35:05.248431 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Transition to ACTIVE for port object f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:05.283244 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.407077 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Network 888559b7-b97e-464b-b94c-cbf8342520f5 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:05.410236 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'Port': ['ID=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:05.418800 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:05.421364 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:05.463122 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84974fd-2f9b-4e93-9103-dcd6d868f81d req-f1be2175-d719-4b7c-a4ed-d75ff6b0386a tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:05.465072 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f84974fd-2f9b-4e93-9103-dcd6d868f81d req-f1be2175-d719-4b7c-a4ed-d75ff6b0386a tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 932 time: 0.1441061 Aug 19 12:35:05.498741 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:05.499411 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.533503 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-b0b5ac94-2f38-478c-b05f-a4e1e4d0481d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2452164 Aug 19 12:35:05.545266 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f84974fd-2f9b-4e93-9103-dcd6d868f81d req-88abf172-6a3d-492e-b499-26480efcc99d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579996 Aug 19 12:35:05.722354 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:35:05.749257 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dd32375-c717-487b-96a1-5d3dd45ad73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.765367 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-371666a4-8d29-4474-b733-6ce153c06982 None None] Provisioning for port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:05.771157 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-371666a4-8d29-4474-b733-6ce153c06982 None None] Provisioning complete for port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:05.771599 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-371666a4-8d29-4474-b733-6ce153c06982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.814226 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-371666a4-8d29-4474-b733-6ce153c06982 None None] Port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:06.153853 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.425565 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b43144-628e-41d5-a9a3-61096c2ff024 req-12f70d76-3460-4476-b123-8ff3695e657a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:06.427301 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c7b43144-628e-41d5-a9a3-61096c2ff024 req-12f70d76-3460-4476-b123-8ff3695e657a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0686653 Aug 19 12:35:06.435124 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9e03d-5ea2-49e2-8df3-03153f3ac4ab req-344c3d28-49d7-40a9-8fea-f1b5adc812b9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:06.436733 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b0b9e03d-5ea2-49e2-8df3-03153f3ac4ab req-344c3d28-49d7-40a9-8fea-f1b5adc812b9 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.1070623 Aug 19 12:35:06.505251 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c7b43144-628e-41d5-a9a3-61096c2ff024 req-86bf76b7-4c35-4a64-a3a4-b8622faeb883 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673335 Aug 19 12:35:06.526263 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b0b9e03d-5ea2-49e2-8df3-03153f3ac4ab req-42adb5a1-0b66-44b3-a325-1f0adc4d5dfe tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819724 Aug 19 12:35:06.674682 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac5786-f234-48e0-97d3-8b91c605852b req-19848434-07c8-4119-b59b-97be095bf06b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:06.676778 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9eac5786-f234-48e0-97d3-8b91c605852b req-19848434-07c8-4119-b59b-97be095bf06b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 932 time: 0.0609150 Aug 19 12:35:06.719989 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9eac5786-f234-48e0-97d3-8b91c605852b req-8b61e0fd-dd20-4339-81f1-d86c0ddf12a4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342956 Aug 19 12:35:07.012378 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 1f65cfac-dea8-4c7b-821a-e454974aa69c no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:07.013499 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Request body: {'port': {'device_id': '7deb2265-69aa-4714-a54e-f732e143042f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:07.036037 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: 1f65cfac-dea8-4c7b-821a-e454974aa69c {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:07.036936 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 1f65cfac-dea8-4c7b-821a-e454974aa69c not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:07.091494 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.099003 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.397672 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:07.408325 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.421800 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Transition to ACTIVE for port object f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:07.426829 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.501551 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Pushing event updated for resources: {'Port': ['ID=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:07.579725 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Attempting to bind port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:07.580403 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Attempting to bind port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:07.580403 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Attempting to bind port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 on network 888559b7-b97e-464b-b94c-cbf8342520f5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:07.586610 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 on network 888559b7-b97e-464b-b94c-cbf8342520f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:35:07.586951 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Attempting to bind port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 on network 888559b7-b97e-464b-b94c-cbf8342520f5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:07.596350 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:07.596722 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Checking segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:07.597118 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Bound using segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:07.597559 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Bound port: f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:07.598437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.723170 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] For port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:07.726961 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] For port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:07.735959 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.825455 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06963253-d0c8-424d-8212-aa02d617f7b3 req-77e1e868-e034-4f8c-9500-4b8aee91b587 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:07.832984 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-06963253-d0c8-424d-8212-aa02d617f7b3 req-77e1e868-e034-4f8c-9500-4b8aee91b587 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.2222271 Aug 19 12:35:07.856145 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5435a9-2e2b-42fb-a719-a04d68de2700 req-719f995e-3847-488b-ba05-61d7c983432e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:07.857606 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7a5435a9-2e2b-42fb-a719-a04d68de2700 req-719f995e-3847-488b-ba05-61d7c983432e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.2377408 Aug 19 12:35:07.867891 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:07.868132 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.870305 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] 10.222.0.50 "PUT /v2.0/ports/f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 HTTP/1.1" status: 200 len: 1094 time: 0.8619318 Aug 19 12:35:07.870773 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7deb2265-69aa-4714-a54e-f732e143042f', 'tag': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:07.873113 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d684ed95-020e-46ba-b163-90445d8878a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7deb2265-69aa-4714-a54e-f732e143042f", "tag": "f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:07.908482 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965153ac-288f-4a53-b42c-fd93440f8c0e service neutron] Pushing event updated for resources: {'Port': ['ID=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:08.058974 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-06963253-d0c8-424d-8212-aa02d617f7b3 req-295a81ba-8339-48ca-a99b-e5a76994a3bc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220130 Aug 19 12:35:08.065644 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7a5435a9-2e2b-42fb-a719-a04d68de2700 req-141e4a8d-c7d6-4cc0-b199-6ef50bf046da tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803319 Aug 19 12:35:08.103955 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-5acac0ca-3cf5-46ea-9f70-3e0ea82b4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:08.105569 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-5acac0ca-3cf5-46ea-9f70-3e0ea82b4357 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 1097 time: 0.1856115 Aug 19 12:35:08.169941 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-7ed8fc00-efbb-4739-8bca-f5264300894d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 HTTP/1.1" status: 200 len: 217 time: 0.0539281 Aug 19 12:35:08.277012 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de628ec-5ca8-4002-bbdf-5f164d909382 x-openstack-request-id: req-1de628ec-5ca8-4002-bbdf-5f164d909382 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:08.277330 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7deb2265-69aa-4714-a54e-f732e143042f", "tag": "f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:08.277592 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1de628ec-5ca8-4002-bbdf-5f164d909382 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:08.278032 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7deb2265-69aa-4714-a54e-f732e143042f', 'tag': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5', 'status': 'completed', 'code': 200} Aug 19 12:35:08.348337 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.398121 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-405257d9-56ef-4a3d-8f8f-65a4b3533e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:08.399729 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-405257d9-56ef-4a3d-8f8f-65a4b3533e41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.2173517 Aug 19 12:35:08.432994 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcfd40-3310-49ba-8657-1631b77f244f req-2019ff7e-50a7-4156-9f09-533bacac0ddd tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:08.434521 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-94dcfd40-3310-49ba-8657-1631b77f244f req-2019ff7e-50a7-4156-9f09-533bacac0ddd tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.2311928 Aug 19 12:35:08.472490 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e48c0-475e-49fa-91c5-7d8ff61bfb4e req-08391c25-8fe2-4d5a-a3ae-044581bcd97c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:08.480853 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e55e48c0-475e-49fa-91c5-7d8ff61bfb4e req-08391c25-8fe2-4d5a-a3ae-044581bcd97c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.1657372 Aug 19 12:35:08.545164 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-fc80c7fc-063d-4787-b257-aa32b860106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:08.547321 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-fc80c7fc-063d-4787-b257-aa32b860106c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318986 Aug 19 12:35:08.551465 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-94dcfd40-3310-49ba-8657-1631b77f244f req-49d1cf3d-a6a2-4258-a618-c103feb27f33 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988717 Aug 19 12:35:08.566863 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e55e48c0-475e-49fa-91c5-7d8ff61bfb4e req-74641d4e-e9df-40ad-8d4d-82348f4f8ae6 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811021 Aug 19 12:35:08.690616 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-4a23470a-c0c6-4e16-ac79-399780dd2a70 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224980 Aug 19 12:35:09.191392 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13995d5-641b-4136-8b0f-df3a43d6fe09 req-4aa946a7-6375-4e96-ae96-716ac2f09c9b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:09.193060 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d13995d5-641b-4136-8b0f-df3a43d6fe09 req-4aa946a7-6375-4e96-ae96-716ac2f09c9b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0542710 Aug 19 12:35:09.241598 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d13995d5-641b-4136-8b0f-df3a43d6fe09 req-a72b687f-3343-4f13-aa58-b05c000e2952 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331109 Aug 19 12:35:09.387740 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725dae5-9025-4ae8-abe3-a1032a1371fb req-fc9a0bb9-f05b-40c2-acde-0bb257804404 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:09.387740 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3725dae5-9025-4ae8-abe3-a1032a1371fb req-fc9a0bb9-f05b-40c2-acde-0bb257804404 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0632699 Aug 19 12:35:09.427937 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3725dae5-9025-4ae8-abe3-a1032a1371fb req-83f89596-7091-471f-b61f-c9cef50058f0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345674 Aug 19 12:35:09.725568 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092200-a5bd-4e29-b13d-f2d7b129527c req-a73a2f02-10ef-47db-ac0d-240f860b2219 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:09.726863 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-37092200-a5bd-4e29-b13d-f2d7b129527c req-a73a2f02-10ef-47db-ac0d-240f860b2219 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0737877 Aug 19 12:35:09.748211 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9f4c314e-4a09-47f5-a201-6d10f649a6dd req-5f2ba10d-a540-4097-b262-7bd84e5719ce service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481438 Aug 19 12:35:09.773891 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-37092200-a5bd-4e29-b13d-f2d7b129527c req-d8efa026-f6e9-4ac1-9bdc-1012afbe5259 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376463 Aug 19 12:35:10.550297 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ad6c-0682-4225-a4ea-92404455f6bd req-a916cacd-a8ce-4ea2-ac3d-389e5a1efe1e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:10.551791 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1c96ad6c-0682-4225-a4ea-92404455f6bd req-a916cacd-a8ce-4ea2-ac3d-389e5a1efe1e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0487993 Aug 19 12:35:10.590207 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1c96ad6c-0682-4225-a4ea-92404455f6bd req-10b2dad2-707d-42cc-b0c5-b333e1fb3d83 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322263 Aug 19 12:35:10.885786 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a5784-fa21-48cf-98e7-8f3cee68a59e req-d31b93ea-545f-4aba-ab16-234157358251 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:10.887232 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e9a5784-fa21-48cf-98e7-8f3cee68a59e req-d31b93ea-545f-4aba-ab16-234157358251 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0483651 Aug 19 12:35:10.924459 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e9a5784-fa21-48cf-98e7-8f3cee68a59e req-ec51bcde-fa9e-4707-befc-00915feed64b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311828 Aug 19 12:35:11.548352 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684ed95-020e-46ba-b163-90445d8878a4 req-393c24a9-91a8-4322-b10f-0826c91b4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:11.548913 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d684ed95-020e-46ba-b163-90445d8878a4 req-393c24a9-91a8-4322-b10f-0826c91b4647 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 1097 time: 0.0464108 Aug 19 12:35:11.648706 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684ed95-020e-46ba-b163-90445d8878a4 req-b5a8580f-2a5e-41a1-9376-9304dddb69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:11.650790 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d684ed95-020e-46ba-b163-90445d8878a4 req-b5a8580f-2a5e-41a1-9376-9304dddb69c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 912 time: 0.0924380 Aug 19 12:35:11.703922 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d684ed95-020e-46ba-b163-90445d8878a4 req-46158d46-fbfd-4499-a903-3bd55d21842f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 HTTP/1.1" status: 200 len: 217 time: 0.0423491 Aug 19 12:35:11.790605 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fd503-d742-4261-927c-19f2a20d81e5 req-4635a753-e14b-4fa0-89a0-e4a621f80a40 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:11.793067 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f8fd503-d742-4261-927c-19f2a20d81e5 req-4635a753-e14b-4fa0-89a0-e4a621f80a40 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0917840 Aug 19 12:35:11.795791 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684ed95-020e-46ba-b163-90445d8878a4 req-616f9cd7-b99e-49c5-b753-6c37a159a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:11.797823 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d684ed95-020e-46ba-b163-90445d8878a4 req-616f9cd7-b99e-49c5-b753-6c37a159a608 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0699346 Aug 19 12:35:11.834645 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f8fd503-d742-4261-927c-19f2a20d81e5 req-e20b14f3-6aca-4840-8cb9-5cb239be6830 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356085 Aug 19 12:35:11.983629 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684ed95-020e-46ba-b163-90445d8878a4 req-4efe3ddb-f0c8-4885-be6d-01457fadf79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:11.985205 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d684ed95-020e-46ba-b163-90445d8878a4 req-4efe3ddb-f0c8-4885-be6d-01457fadf79d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436680 Aug 19 12:35:12.105535 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221e8c1-9ddf-44f8-83e7-29ceb1439248 req-976ef5d3-07a2-4b75-9522-188205bd942e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:12.106919 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2221e8c1-9ddf-44f8-83e7-29ceb1439248 req-976ef5d3-07a2-4b75-9522-188205bd942e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.1084430 Aug 19 12:35:12.128211 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d684ed95-020e-46ba-b163-90445d8878a4 req-dc6ce519-1c3a-4afd-8c92-cc8f8b259518 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279011 Aug 19 12:35:12.200057 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2221e8c1-9ddf-44f8-83e7-29ceb1439248 req-76556687-1a91-47bc-a697-46498d0eaff2 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830712 Aug 19 12:35:12.262251 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d684ed95-020e-46ba-b163-90445d8878a4 req-c5742674-48d7-4ae0-9551-8ae76f7d3741 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246040 Aug 19 12:35:12.268124 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa3456-598c-494d-b530-501f780d7dcd req-e98e293c-cd23-46d4-8d4c-ddd99a96331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:12.269546 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-abaa3456-598c-494d-b530-501f780d7dcd req-e98e293c-cd23-46d4-8d4c-ddd99a96331c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 1099 time: 0.0637314 Aug 19 12:35:12.363628 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa3456-598c-494d-b530-501f780d7dcd req-84b1fcaa-0bc2-4f8c-a2bd-960e16fe4d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:12.365218 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-abaa3456-598c-494d-b530-501f780d7dcd req-84b1fcaa-0bc2-4f8c-a2bd-960e16fe4d5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 918 time: 0.0876153 Aug 19 12:35:12.429576 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-abaa3456-598c-494d-b530-501f780d7dcd req-8b71d299-611a-43a6-81f9-ed034f082b2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0551920 Aug 19 12:35:12.484121 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa3456-598c-494d-b530-501f780d7dcd req-42cb8bf0-f14f-405a-9bb1-e5ec363fdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:12.485632 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-abaa3456-598c-494d-b530-501f780d7dcd req-42cb8bf0-f14f-405a-9bb1-e5ec363fdc9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.0484474 Aug 19 12:35:12.535366 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa3456-598c-494d-b530-501f780d7dcd req-90a06b27-ef25-47ab-ae4d-de4de44d8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:12.536937 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-abaa3456-598c-494d-b530-501f780d7dcd req-90a06b27-ef25-47ab-ae4d-de4de44d8863 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414999 Aug 19 12:35:12.633730 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-abaa3456-598c-494d-b530-501f780d7dcd req-408d5d63-915c-4541-b9a1-5f15ddb706eb service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880003 Aug 19 12:35:12.739186 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-abaa3456-598c-494d-b530-501f780d7dcd req-f8278538-281d-40ee-964e-0db64f7bf839 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953567 Aug 19 12:35:12.959175 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c271f-db30-4d9c-8bc0-6e280267ad59 req-b46e1382-32f7-4a44-96db-de70e018ef4d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:12.960833 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f80c271f-db30-4d9c-8bc0-6e280267ad59 req-b46e1382-32f7-4a44-96db-de70e018ef4d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0479600 Aug 19 12:35:12.998985 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f80c271f-db30-4d9c-8bc0-6e280267ad59 req-2f685e7d-75fd-424b-8b34-3840f042917c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315216 Aug 19 12:35:13.315628 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb075c-7db9-4353-9c3b-56ee452b3e5d req-5e4dc4f2-a17a-4561-b2cd-e36285ea3634 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:13.317108 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b9bb075c-7db9-4353-9c3b-56ee452b3e5d req-5e4dc4f2-a17a-4561-b2cd-e36285ea3634 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0512471 Aug 19 12:35:13.354272 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b9bb075c-7db9-4353-9c3b-56ee452b3e5d req-cc29033a-dc94-4a97-870f-52fe576b99df tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307562 Aug 19 12:35:14.116256 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a0cee-e3c4-429b-a081-187f72d6dccf req-b8fab812-d04d-4f0b-8643-bb5f4abcf698 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:14.117748 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-222a0cee-e3c4-429b-a081-187f72d6dccf req-b8fab812-d04d-4f0b-8643-bb5f4abcf698 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0476296 Aug 19 12:35:14.154509 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-222a0cee-e3c4-429b-a081-187f72d6dccf req-25b07b1f-bac6-4d81-a674-aeee6b21be0b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303109 Aug 19 12:35:14.467506 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4fcd3-49ef-4681-a053-f5da5fc9f624 req-b0447bc3-4568-4cd4-b11d-deaa1d76dae1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:14.469024 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-99d4fcd3-49ef-4681-a053-f5da5fc9f624 req-b0447bc3-4568-4cd4-b11d-deaa1d76dae1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0510418 Aug 19 12:35:14.508123 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-99d4fcd3-49ef-4681-a053-f5da5fc9f624 req-1469a377-ec34-4703-9a76-25de5cd2b133 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311322 Aug 19 12:35:15.277468 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb4660-2ce7-44b9-a3e9-c1e42362c8d1 req-d85a77bd-2af1-4fcb-a9c6-e459009244b7 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:15.278938 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3dfb4660-2ce7-44b9-a3e9-c1e42362c8d1 req-d85a77bd-2af1-4fcb-a9c6-e459009244b7 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0519269 Aug 19 12:35:15.314994 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3dfb4660-2ce7-44b9-a3e9-c1e42362c8d1 req-d80bf9f6-9634-4213-a8d0-ec0ae96de390 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301931 Aug 19 12:35:15.620079 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2d3f1-d6cc-4dc4-a3d2-1a281cd9c2e5 req-b4002a5d-f052-4fd7-a290-b74c74cb3c3f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:15.621550 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1ac2d3f1-d6cc-4dc4-a3d2-1a281cd9c2e5 req-b4002a5d-f052-4fd7-a290-b74c74cb3c3f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0477393 Aug 19 12:35:15.656738 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1ac2d3f1-d6cc-4dc4-a3d2-1a281cd9c2e5 req-04aacc76-16a1-4789-a608-e3b814a148c4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292904 Aug 19 12:35:16.467771 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3722d48-b9d0-4d4a-8887-5c7553a5716e req-0ba8cdda-cc03-4c71-8dd1-e1e0a518c9cc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:16.469438 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a3722d48-b9d0-4d4a-8887-5c7553a5716e req-0ba8cdda-cc03-4c71-8dd1-e1e0a518c9cc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 946 time: 0.0508461 Aug 19 12:35:16.509904 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a3722d48-b9d0-4d4a-8887-5c7553a5716e req-1cfe1220-ade1-4309-b0bb-81d9835d0280 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342164 Aug 19 12:35:16.770694 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab4ca4-a765-4c9c-b219-9addd55b2a4b req-34e78753-ee36-4f35-ba88-e124dda14f62 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:16.772064 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-26ab4ca4-a765-4c9c-b219-9addd55b2a4b req-34e78753-ee36-4f35-ba88-e124dda14f62 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0505350 Aug 19 12:35:16.809730 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-26ab4ca4-a765-4c9c-b219-9addd55b2a4b req-cce6fdfc-3278-4a70-abf5-73b2ee04da66 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306242 Aug 19 12:35:17.039224 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cb05c0c9-ab0b-49dc-8a12-116515052ec0 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:17.116455 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.123504 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-31b5774f-fc2c-4c92-a0db-7c04ec24752f tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:17.125032 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-31b5774f-fc2c-4c92-a0db-7c04ec24752f tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/networks?id=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c HTTP/1.1" status: 200 len: 814 time: 0.0991335 Aug 19 12:35:17.139842 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:17.142014 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-89e4ccb0-c755-4208-abd0-2e7fbacc7440 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/quotas/e201aaa7b1f844a48857dfbf8db2149b HTTP/1.1" status: 200 len: 375 time: 0.0096803 Aug 19 12:35:17.142814 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233a334c-93d5-48ea-bca1-32552aebcb1b" -d '{"events": [{"server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "name": "network-vif-unplugged", "status": "completed", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:17.158054 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:17.165849 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.179674 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-f9f16594-5e84-41ea-81d5-93380f86cd91 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e201aaa7b1f844a48857dfbf8db2149b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322351 Aug 19 12:35:17.192065 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4629a91-e825-491f-9c71-661d4534ce9e x-openstack-request-id: req-d4629a91-e825-491f-9c71-661d4534ce9e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:17.192358 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "name": "network-vif-unplugged", "status": "failed", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0", "code": 422}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:17.192631 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4629a91-e825-491f-9c71-661d4534ce9e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:17.193122 dv-cinder-804603-3-iscsi neutron-server[93796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'code': 422} returned with failed status Aug 19 12:35:17.228798 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:17.284118 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-79cf4485-d277-4836-ba44-fe425078ef40 service neutron] 10.222.0.42 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965250 Aug 19 12:35:17.376443 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-f0aa86ed-4323-43fb-a15b-0729c67a1b79 service neutron] 10.222.0.42 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858748 Aug 19 12:35:17.533015 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e9e57550-b08e-4ae3-abd9-fe8a73472995 req-8e8a8a82-3aff-4125-ad64-b6af94873ee4 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 210 time: 0.0260680 Aug 19 12:35:17.629134 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e405ba-39fe-458e-9e1f-ad47dcd5518e req-c6453ef4-a70c-439c-bc14-92662b80e8f9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:17.630545 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-41e405ba-39fe-458e-9e1f-ad47dcd5518e req-c6453ef4-a70c-439c-bc14-92662b80e8f9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0487907 Aug 19 12:35:17.671850 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-41e405ba-39fe-458e-9e1f-ad47dcd5518e req-cafb9759-a17b-4760-8580-fb59f26666d9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344377 Aug 19 12:35:17.934721 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3ee5d-c430-4b6c-8a56-0e0e09730593 req-a9fd8954-459a-4930-9ea0-a3077609e5d7 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:17.936340 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-20e3ee5d-c430-4b6c-8a56-0e0e09730593 req-a9fd8954-459a-4930-9ea0-a3077609e5d7 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0577707 Aug 19 12:35:17.981160 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-20e3ee5d-c430-4b6c-8a56-0e0e09730593 req-263fae8d-b064-4fe2-afa5-0e76e870e2cb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382915 Aug 19 12:35:18.370951 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1e61f-8f86-4a9a-9df8-826afd618d4b req-7a5d366b-51dd-498e-9a88-ef3fd30e4cad tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:18.372451 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f0d1e61f-8f86-4a9a-9df8-826afd618d4b req-7a5d366b-51dd-498e-9a88-ef3fd30e4cad tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0534496 Aug 19 12:35:18.411869 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f0d1e61f-8f86-4a9a-9df8-826afd618d4b req-e3bf4edf-45d1-4387-8938-675abe44aa85 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333295 Aug 19 12:35:18.608731 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-9b46d937-8a69-498d-a7e9-7781d386a64a tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:18.611000 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-9b46d937-8a69-498d-a7e9-7781d386a64a tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.50 "GET /v2.0/networks?id=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c HTTP/1.1" status: 200 len: 814 time: 0.1373303 Aug 19 12:35:18.633170 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Request body: {'port': {'device_id': 'a8a11f59-196e-4b5b-9261-bda833485a32', 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c', 'admin_state_up': True, 'tenant_id': 'e201aaa7b1f844a48857dfbf8db2149b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:18.661252 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-28cd6368-bfae-4d85-ae6d-2a704f3bbd17 req-bdd44fe5-fd64-48ba-a728-d53527776faa tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 210 time: 0.0436211 Aug 19 12:35:18.708073 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 48140) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:18.754701 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Made reservation on behalf of e201aaa7b1f844a48857dfbf8db2149b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:18.758312 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:18.794462 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-f7173b9e-c463-4c07-8df5-55033f535c10 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852137 Aug 19 12:35:18.886463 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Allocated IP 172.20.0.12 (f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c/ac6fb3a4-a05c-408e-9167-88dfc27f7fae/139d5cd9-e859-4669-8632-1b5893e0c549) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:19.036371 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.113289 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d0009-ff92-45d1-ae07-779495cba3df req-0e75fcba-e13d-4929-883a-c2137ab4a0f4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:19.114957 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c32d0009-ff92-45d1-ae07-779495cba3df req-0e75fcba-e13d-4929-883a-c2137ab4a0f4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0650830 Aug 19 12:35:19.116590 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.187722 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:19.200299 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:19.204032 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Pushing event updated for resources: {'Port': ['ID=139d5cd9-e859-4669-8632-1b5893e0c549,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:19.206477 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:19.220191 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c32d0009-ff92-45d1-ae07-779495cba3df req-166a55bb-05da-4647-958d-cb8631a91503 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946038 Aug 19 12:35:19.282939 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:19.283760 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.299608 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-bc0a3d85-6595-43f7-a695-c4a7278b821d tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6705759 Aug 19 12:35:19.314978 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Request body: {'port': {'device_id': 'a8a11f59-196e-4b5b-9261-bda833485a32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:19.368163 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.473074 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 48162) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:19.581660 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ddd956e-f863-4b39-8aed-544172244d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.682476 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ddd956e-f863-4b39-8aed-544172244d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.686784 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9ddd956e-f863-4b39-8aed-544172244d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.734114 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-9ddd956e-f863-4b39-8aed-544172244d41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=657c5767920446809df88decbd95c3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599227 Aug 19 12:35:19.734871 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd956e-f863-4b39-8aed-544172244d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0fe4eb-7c47-4d73-8150-ec1f9d6945ab,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:19.741622 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 48168) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:19.794337 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-385bbd87-bfc0-4b57-9b19-24b29c1093ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.826683 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-385bbd87-bfc0-4b57-9b19-24b29c1093ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.873111 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073fc48-7c15-42b6-9428-20e1046260a6 req-a3a15b04-e73f-40e5-a685-16f4371b5737 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:19.874845 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3073fc48-7c15-42b6-9428-20e1046260a6 req-a3a15b04-e73f-40e5-a685-16f4371b5737 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.3793981 Aug 19 12:35:19.876733 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-385bbd87-bfc0-4b57-9b19-24b29c1093ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.879518 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-385bbd87-bfc0-4b57-9b19-24b29c1093ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.881104 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-385bbd87-bfc0-4b57-9b19-24b29c1093ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b0fe4eb-7c47-4d73-8150-ec1f9d6945ab HTTP/1.1" status: 204 len: 168 time: 0.1380827 Aug 19 12:35:19.890189 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bbd87-bfc0-4b57-9b19-24b29c1093ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0fe4eb-7c47-4d73-8150-ec1f9d6945ab,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:19.916562 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c70d9-787a-4e96-9f5a-0c6e111881d5 req-58b29996-8eed-4ba1-aa74-fefbfd09c5b2 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:19.918188 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-963c70d9-787a-4e96-9f5a-0c6e111881d5 req-58b29996-8eed-4ba1-aa74-fefbfd09c5b2 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 932 time: 0.1515021 Aug 19 12:35:19.968155 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3073fc48-7c15-42b6-9428-20e1046260a6 req-8b13b160-50f9-40c7-bbc4-7076e457f389 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859418 Aug 19 12:35:19.998755 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-963c70d9-787a-4e96-9f5a-0c6e111881d5 req-586e4ed2-ff0b-4fb4-94d5-88ccf4ddbf91 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660214 Aug 19 12:35:20.038365 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139d5cd9-e859-4669-8632-1b5893e0c549 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:20.046967 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.059884 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Transition to ACTIVE for port object 139d5cd9-e859-4669-8632-1b5893e0c549 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:20.063747 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.127899 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Pushing event updated for resources: {'Port': ['ID=139d5cd9-e859-4669-8632-1b5893e0c549,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:20.186612 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Attempting to bind port 139d5cd9-e859-4669-8632-1b5893e0c549 on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:20.186956 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Attempting to bind port 139d5cd9-e859-4669-8632-1b5893e0c549 by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': 'a34699df-89a9-4820-be84-5eb7303ceb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:20.187398 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Attempting to bind port 139d5cd9-e859-4669-8632-1b5893e0c549 on network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:20.192276 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Port 139d5cd9-e859-4669-8632-1b5893e0c549 on network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:35:20.192599 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Attempting to bind port 139d5cd9-e859-4669-8632-1b5893e0c549 on network f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:20.201811 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:20.202250 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Checking segment: {'id': 'a34699df-89a9-4820-be84-5eb7303ceb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:20.202696 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Bound using segment: {'id': 'a34699df-89a9-4820-be84-5eb7303ceb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:20.203222 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Bound port: 139d5cd9-e859-4669-8632-1b5893e0c549, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34699df-89a9-4820-be84-5eb7303ceb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:20.203648 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.271558 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] For port 139d5cd9-e859-4669-8632-1b5893e0c549, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:20.275299 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] For port 139d5cd9-e859-4669-8632-1b5893e0c549, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=139d5cd9-e859-4669-8632-1b5893e0c549,segment=NetworkSegment(a34699df-89a9-4820-be84-5eb7303ceb74),segment_id=a34699df-89a9-4820-be84-5eb7303ceb74)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:20.280186 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.325169 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.325847 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.327320 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] 10.222.0.50 "PUT /v2.0/ports/139d5cd9-e859-4669-8632-1b5893e0c549 HTTP/1.1" status: 200 len: 1094 time: 1.0168400 Aug 19 12:35:20.330418 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a11f59-196e-4b5b-9261-bda833485a32', 'tag': '139d5cd9-e859-4669-8632-1b5893e0c549'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:20.333536 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a11f59-196e-4b5b-9261-bda833485a32", "tag": "139d5cd9-e859-4669-8632-1b5893e0c549"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:20.379829 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee709b7-9b85-46f1-998e-feb1e73aa564 x-openstack-request-id: req-3ee709b7-9b85-46f1-998e-feb1e73aa564 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:20.380129 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a11f59-196e-4b5b-9261-bda833485a32", "tag": "139d5cd9-e859-4669-8632-1b5893e0c549", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:20.380378 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ee709b7-9b85-46f1-998e-feb1e73aa564 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:20.380878 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a11f59-196e-4b5b-9261-bda833485a32', 'tag': '139d5cd9-e859-4669-8632-1b5893e0c549', 'status': 'completed', 'code': 200} Aug 19 12:35:20.386667 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39f0c7-9ee0-4a89-8936-8a7f410955ef service neutron] Pushing event updated for resources: {'Port': ['ID=139d5cd9-e859-4669-8632-1b5893e0c549,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:20.426720 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204d3d-9a7c-47ae-94c8-44fe19258e6e req-642791f3-d210-40c2-af9f-4149cb3bc092 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.428221 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-df204d3d-9a7c-47ae-94c8-44fe19258e6e req-642791f3-d210-40c2-af9f-4149cb3bc092 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.1187000 Aug 19 12:35:20.458695 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-407763ce-48d9-4188-9e58-bffd50ce1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.460185 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-407763ce-48d9-4188-9e58-bffd50ce1514 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e201aaa7b1f844a48857dfbf8db2149b&device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 1097 time: 0.0699284 Aug 19 12:35:20.484323 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-df204d3d-9a7c-47ae-94c8-44fe19258e6e req-7614fda4-f9a9-4b5f-a9d7-9f85b80d8d6f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492401 Aug 19 12:35:20.515582 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-e4e06ce8-d3dd-4221-bbfd-89647cbe4818 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=139d5cd9-e859-4669-8632-1b5893e0c549 HTTP/1.1" status: 200 len: 217 time: 0.0434175 Aug 19 12:35:20.569723 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-7f32efb7-7ac6-4302-a306-28165e6646b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.571913 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-7f32efb7-7ac6-4302-a306-28165e6646b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac6fb3a4-a05c-408e-9167-88dfc27f7fae HTTP/1.1" status: 200 len: 854 time: 0.0451357 Aug 19 12:35:20.606450 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-0f541101-95e2-4903-a59f-1e4e4e04b4dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251696 Aug 19 12:35:20.704036 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-d17a255e-6f9d-421c-a6cc-14a061f41b69 service neutron] 10.222.0.50 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877671 Aug 19 12:35:20.796145 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd1ac90a-a0ea-4af8-bfdd-1d31cd0b42c4 req-5a874596-4a9f-4685-890a-ecdca7c408cc service neutron] 10.222.0.50 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828705 Aug 19 12:35:20.897492 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3 req-2c1b9798-c7a9-4f0b-a8d8-7ad853773bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:20.899084 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3 req-2c1b9798-c7a9-4f0b-a8d8-7ad853773bb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e201aaa7b1f844a48857dfbf8db2149b&device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 1097 time: 0.0471084 Aug 19 12:35:21.003486 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3 req-15650b1a-86ee-4fdf-bd30-726e7a29831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.005283 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3 req-15650b1a-86ee-4fdf-bd30-726e7a29831b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c HTTP/1.1" status: 200 len: 915 time: 0.0972366 Aug 19 12:35:21.066833 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3 req-2ac724cf-b3fd-4577-a8e1-346a941613cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=139d5cd9-e859-4669-8632-1b5893e0c549 HTTP/1.1" status: 200 len: 217 time: 0.0510888 Aug 19 12:35:21.096763 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cb05c0c9-ab0b-49dc-8a12-116515052ec0 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:21.175165 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3 req-71050691-685b-4ed4-adc0-fa766c7fa5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.176704 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3 req-71050691-685b-4ed4-adc0-fa766c7fa5a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac6fb3a4-a05c-408e-9167-88dfc27f7fae HTTP/1.1" status: 200 len: 854 time: 0.0761859 Aug 19 12:35:21.185614 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c8ce0-ee53-4f26-bad0-17ef4da4a0d5 req-06b3c148-4fb9-4585-b2dd-fc21d96cefec tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.186974 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-273c8ce0-ee53-4f26-bad0-17ef4da4a0d5 req-06b3c148-4fb9-4585-b2dd-fc21d96cefec tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 944 time: 0.1121006 Aug 19 12:35:21.194322 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07e4a2-fb51-4b31-b395-53210af11ddf req-6fee457e-cd36-4988-bd92-4dbc376dee8e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.195702 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6d07e4a2-fb51-4b31-b395-53210af11ddf req-6fee457e-cd36-4988-bd92-4dbc376dee8e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.1314089 Aug 19 12:35:21.259379 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3 req-335b1045-aa23-47cf-98e6-6c143af82c81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619218 Aug 19 12:35:21.330534 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6d07e4a2-fb51-4b31-b395-53210af11ddf req-6d60da4e-3d2c-486d-9e46-2f584c5363ff tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158926 Aug 19 12:35:21.334847 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-273c8ce0-ee53-4f26-bad0-17ef4da4a0d5 req-3d7e30a0-3e83-414f-b12c-a8136f08a549 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364551 Aug 19 12:35:21.384310 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3 req-e7fde76f-36a3-4384-b945-81e36bf7db51 service neutron] 10.222.0.50 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019182 Aug 19 12:35:21.474245 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ced2c58b-565f-4cc2-975d-0238f7a5c2d3 req-15ca76d5-a23e-4ffe-8186-37a771e10873 service neutron] 10.222.0.50 "GET /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818202 Aug 19 12:35:21.598934 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df8c97-6479-47e0-8478-15cf3d11efa5 req-f1ba9083-1ac0-4e20-b9cc-4c0ba0bd4e67 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.600413 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-65df8c97-6479-47e0-8478-15cf3d11efa5 req-f1ba9083-1ac0-4e20-b9cc-4c0ba0bd4e67 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0483189 Aug 19 12:35:21.637733 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-65df8c97-6479-47e0-8478-15cf3d11efa5 req-779cb1aa-18eb-429b-91fe-3673364cb27d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307741 Aug 19 12:35:22.492264 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9208ef-9749-4cf7-95e6-1efe0d9f5960 req-f4d9ff19-4744-4454-b9e8-5d85df67f19f tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.497078 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f9208ef-9749-4cf7-95e6-1efe0d9f5960 req-f4d9ff19-4744-4454-b9e8-5d85df67f19f tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 944 time: 0.0886233 Aug 19 12:35:22.507238 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465183-3670-43ca-98b1-847c9f4944d3 req-60a5783d-3deb-4714-8311-4b8fce1103f9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.508699 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-67465183-3670-43ca-98b1-847c9f4944d3 req-60a5783d-3deb-4714-8311-4b8fce1103f9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0906270 Aug 19 12:35:22.564622 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f9208ef-9749-4cf7-95e6-1efe0d9f5960 req-5e4508e1-4800-4644-a827-f95527426447 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549314 Aug 19 12:35:22.571716 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-67465183-3670-43ca-98b1-847c9f4944d3 req-9b21598a-7d67-48e1-81d9-bbb92ba9acc0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526252 Aug 19 12:35:22.753359 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f822-7932-4c7c-bbca-366dd0c24d76 req-d05bd09e-1fa4-47c1-a4d4-ea8fb31c76fa tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.754857 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c163f822-7932-4c7c-bbca-366dd0c24d76 req-d05bd09e-1fa4-47c1-a4d4-ea8fb31c76fa tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0523889 Aug 19 12:35:22.792564 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c163f822-7932-4c7c-bbca-366dd0c24d76 req-2396b4f6-68e3-41ba-863f-17a40fa1030d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312715 Aug 19 12:35:23.712830 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a3556-491b-4961-9717-e8c5c709d333 req-7237ca61-5ab9-4d70-b6eb-22c8506450d0 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.714641 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-366a3556-491b-4961-9717-e8c5c709d333 req-7237ca61-5ab9-4d70-b6eb-22c8506450d0 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 944 time: 0.0791841 Aug 19 12:35:23.732729 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7de9-d387-4a73-a326-ae538ffbc80e req-ebb29ec9-c645-420e-8415-d779d93624c7 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.732729 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a81f7de9-d387-4a73-a326-ae538ffbc80e req-ebb29ec9-c645-420e-8415-d779d93624c7 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0821061 Aug 19 12:35:23.780658 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-366a3556-491b-4961-9717-e8c5c709d333 req-44ec8142-6e07-4004-82ea-6aa92e71e4c5 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Aug 19 12:35:23.787313 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a81f7de9-d387-4a73-a326-ae538ffbc80e req-c2a1a743-db34-45a1-8ac2-cece8cba5f58 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516145 Aug 19 12:35:23.911359 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ae7c0-06de-4f1b-b851-c7a37d36f219 req-99847f72-5e44-4f04-9ede-2c2940237d0d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.912850 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-333ae7c0-06de-4f1b-b851-c7a37d36f219 req-99847f72-5e44-4f04-9ede-2c2940237d0d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0544806 Aug 19 12:35:23.953595 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-333ae7c0-06de-4f1b-b851-c7a37d36f219 req-2dc8e327-cba2-4c22-9732-b832b87b9515 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340025 Aug 19 12:35:24.932899 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63253f-7b62-4df8-90bf-5c44978f40ce req-efde7b3c-8d3f-451f-8839-5937ecb324e7 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.934399 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6f63253f-7b62-4df8-90bf-5c44978f40ce req-efde7b3c-8d3f-451f-8839-5937ecb324e7 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 944 time: 0.0813267 Aug 19 12:35:24.941635 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddff2d-d51a-4e03-934c-b56534e8acc0 req-79abc91a-9dbe-4054-8d3b-bbbafc1795e6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.943015 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b3ddff2d-d51a-4e03-934c-b56534e8acc0 req-79abc91a-9dbe-4054-8d3b-bbbafc1795e6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0639045 Aug 19 12:35:25.001543 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6f63253f-7b62-4df8-90bf-5c44978f40ce req-6511d0fc-eefd-4ae4-a17b-5b9254017d49 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575790 Aug 19 12:35:25.006939 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b3ddff2d-d51a-4e03-934c-b56534e8acc0 req-3eec0519-c060-4b16-87e2-c60548326613 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554731 Aug 19 12:35:25.106527 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee7f1-2dbb-40f6-9467-8ec2da9cdfb9 req-e0f94493-5876-48bf-88ff-1fc7239c4d58 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.107993 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d2ee7f1-2dbb-40f6-9467-8ec2da9cdfb9 req-e0f94493-5876-48bf-88ff-1fc7239c4d58 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0484335 Aug 19 12:35:25.122111 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 139d5cd9-e859-4669-8632-1b5893e0c549 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:35:25.146513 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d2ee7f1-2dbb-40f6-9467-8ec2da9cdfb9 req-b12043da-c316-4eda-bb38-6599e8129381 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Aug 19 12:35:25.221280 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 139d5cd9-e859-4669-8632-1b5893e0c549, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=139d5cd9-e859-4669-8632-1b5893e0c549,segment=NetworkSegment(a34699df-89a9-4820-be84-5eb7303ceb74),segment_id=a34699df-89a9-4820-be84-5eb7303ceb74)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:25.235918 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '139d5cd9-e859-4669-8632-1b5893e0c549', 'network_id': 'f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c', 'port_id': '139d5cd9-e859-4669-8632-1b5893e0c549', 'mac_address': 'fa:16:3e:92:24:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fb3a4-a05c-408e-9167-88dfc27f7fae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:35:25.271551 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.284563 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139d5cd9-e859-4669-8632-1b5893e0c549 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:25.305765 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 139d5cd9-e859-4669-8632-1b5893e0c549, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=139d5cd9-e859-4669-8632-1b5893e0c549,segment=NetworkSegment(a34699df-89a9-4820-be84-5eb7303ceb74),segment_id=a34699df-89a9-4820-be84-5eb7303ceb74)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:25.309958 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.356542 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=139d5cd9-e859-4669-8632-1b5893e0c549,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:25.567634 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['139d5cd9-e859-4669-8632-1b5893e0c549'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:26.155498 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aced18-2d7c-4cf8-a171-7a898a1f1bfb req-8b08e3f1-39cf-495b-91fc-48e661042034 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.157060 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a9aced18-2d7c-4cf8-a171-7a898a1f1bfb req-8b08e3f1-39cf-495b-91fc-48e661042034 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 945 time: 0.0834126 Aug 19 12:35:26.165607 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64c47d-4a1c-4189-9b38-b0eb75a2da79 req-be11f082-1364-4eec-a7b3-ddd42bc5a456 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.167030 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fe64c47d-4a1c-4189-9b38-b0eb75a2da79 req-be11f082-1364-4eec-a7b3-ddd42bc5a456 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0808890 Aug 19 12:35:26.226186 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a9aced18-2d7c-4cf8-a171-7a898a1f1bfb req-c058848f-9489-4b1c-9d5a-4f34a9d3a809 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581915 Aug 19 12:35:26.231468 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fe64c47d-4a1c-4189-9b38-b0eb75a2da79 req-5a5657ff-20c4-4025-a16a-b54536903144 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565715 Aug 19 12:35:26.328977 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d4d5a-0cba-43b5-8c19-30b055c52ba8 req-2ffbc55f-47e2-43e7-a8d0-4e818e2f19a5 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.330464 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-377d4d5a-0cba-43b5-8c19-30b055c52ba8 req-2ffbc55f-47e2-43e7-a8d0-4e818e2f19a5 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0478156 Aug 19 12:35:26.368506 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-377d4d5a-0cba-43b5-8c19-30b055c52ba8 req-76233784-1195-4d74-91f4-9582e4a3dc71 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314088 Aug 19 12:35:27.143189 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 139d5cd9-e859-4669-8632-1b5893e0c549 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:27.193796 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port 139d5cd9-e859-4669-8632-1b5893e0c549 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:27.198565 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 139d5cd9-e859-4669-8632-1b5893e0c549 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:27.198947 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.281865 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.325533 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a11f59-196e-4b5b-9261-bda833485a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139d5cd9-e859-4669-8632-1b5893e0c549'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:27.327989 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf9529b-d001-4c60-98c2-30f0d22905fb" -d '{"events": [{"server_uuid": "a8a11f59-196e-4b5b-9261-bda833485a32", "name": "network-vif-plugged", "status": "completed", "tag": "139d5cd9-e859-4669-8632-1b5893e0c549"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:27.342617 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 139d5cd9-e859-4669-8632-1b5893e0c549, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=139d5cd9-e859-4669-8632-1b5893e0c549,segment=NetworkSegment(a34699df-89a9-4820-be84-5eb7303ceb74),segment_id=a34699df-89a9-4820-be84-5eb7303ceb74)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:27.347124 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.381120 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af588e32-a9bc-46b2-abcb-a4cd09e6ef2b req-ec76771d-df22-4433-848b-fdaee1a35e2a tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.388286 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-af588e32-a9bc-46b2-abcb-a4cd09e6ef2b req-ec76771d-df22-4433-848b-fdaee1a35e2a tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 945 time: 0.0905364 Aug 19 12:35:27.398502 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=139d5cd9-e859-4669-8632-1b5893e0c549,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:27.428383 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ceb47-c762-4924-9cac-5dfb1c027e60 req-c17e154f-34e1-4deb-9686-69dc39eab693 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.429891 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-311ceb47-c762-4924-9cac-5dfb1c027e60 req-c17e154f-34e1-4deb-9686-69dc39eab693 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.1029568 Aug 19 12:35:27.438115 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-af588e32-a9bc-46b2-abcb-a4cd09e6ef2b req-4a683361-4104-4d5c-aa70-caf4e0cf3a4c tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489304 Aug 19 12:35:27.485349 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d749c0a9-fa5b-4ad5-b8c7-e04ac5b6b0b9 x-openstack-request-id: req-d749c0a9-fa5b-4ad5-b8c7-e04ac5b6b0b9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:27.485652 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a11f59-196e-4b5b-9261-bda833485a32", "name": "network-vif-plugged", "status": "completed", "tag": "139d5cd9-e859-4669-8632-1b5893e0c549", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:27.485912 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d749c0a9-fa5b-4ad5-b8c7-e04ac5b6b0b9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:27.486322 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a11f59-196e-4b5b-9261-bda833485a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139d5cd9-e859-4669-8632-1b5893e0c549', 'code': 200} Aug 19 12:35:27.489155 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-311ceb47-c762-4924-9cac-5dfb1c027e60 req-48f92a37-4080-4fc0-9d3a-cd4058e5cccb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500479 Aug 19 12:35:27.603854 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd838a4b-def1-45d4-8733-1a233002c0b0 req-eea9f4c4-2e14-4337-9b62-db0b8330ed60 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.605945 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cd838a4b-def1-45d4-8733-1a233002c0b0 req-eea9f4c4-2e14-4337-9b62-db0b8330ed60 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0616324 Aug 19 12:35:27.655585 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cd838a4b-def1-45d4-8733-1a233002c0b0 req-a65c27f9-1cfb-4900-a5e2-989c62ad8ef6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359671 Aug 19 12:35:27.694732 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443e6f8-0f66-4e52-b2f9-7c81e9994c32 req-7e7cf641-edc5-4332-938a-22cee8097ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.696271 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3443e6f8-0f66-4e52-b2f9-7c81e9994c32 req-7e7cf641-edc5-4332-938a-22cee8097ae7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 1099 time: 0.0398803 Aug 19 12:35:27.731273 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3443e6f8-0f66-4e52-b2f9-7c81e9994c32 req-3701c43d-e9a1-41c9-bc17-bc35fec85d98 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270176 Aug 19 12:35:28.571681 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd3325-94e7-4e7b-a243-794959e52450 req-cd45ae80-2258-49f8-8dce-3486e13396e3 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.573254 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-90dd3325-94e7-4e7b-a243-794959e52450 req-cd45ae80-2258-49f8-8dce-3486e13396e3 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 946 time: 0.0594242 Aug 19 12:35:28.668284 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-90dd3325-94e7-4e7b-a243-794959e52450 req-428a4863-494f-4590-bc82-287886ab4cad tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834599 Aug 19 12:35:28.678622 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10823a55-b8eb-48a5-aad4-42d861361cd5 req-225ce0a5-24cf-49c5-8739-4a637b9197d6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.681367 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-10823a55-b8eb-48a5-aad4-42d861361cd5 req-225ce0a5-24cf-49c5-8739-4a637b9197d6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.1052704 Aug 19 12:35:28.719338 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-10823a55-b8eb-48a5-aad4-42d861361cd5 req-2a55e383-9c0c-4a89-ad22-5e12de474d87 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350533 Aug 19 12:35:28.775353 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00280f5d-a6d9-4e60-a26d-1d84e264b86b req-b29b13ed-3ded-4054-8523-714b739917a3 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.776924 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-00280f5d-a6d9-4e60-a26d-1d84e264b86b req-b29b13ed-3ded-4054-8523-714b739917a3 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0507138 Aug 19 12:35:28.814917 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-00280f5d-a6d9-4e60-a26d-1d84e264b86b req-8c8eac0b-c224-4655-9344-54f91000ea42 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Aug 19 12:35:29.786378 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4121843-6871-4414-a2f2-6ea828570534 req-69192da6-2916-4081-ab78-e44b3a32d23b tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:29.787877 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f4121843-6871-4414-a2f2-6ea828570534 req-69192da6-2916-4081-ab78-e44b3a32d23b tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 946 time: 0.0516398 Aug 19 12:35:29.858111 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f4121843-6871-4414-a2f2-6ea828570534 req-3e526fcd-f827-47d6-b29e-15897aef7338 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571518 Aug 19 12:35:29.865477 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec846a-0d9b-4004-8328-33f30c6dacf9 req-970fdd85-fde4-427b-b6c3-76b9e041e333 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:29.866917 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3dec846a-0d9b-4004-8328-33f30c6dacf9 req-970fdd85-fde4-427b-b6c3-76b9e041e333 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0746469 Aug 19 12:35:29.908383 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3dec846a-0d9b-4004-8328-33f30c6dacf9 req-d84691db-bb7e-4988-88cc-1ca3dbe59956 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341828 Aug 19 12:35:29.960499 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc6fb9-796e-4082-87bb-63c3a94e4863 req-3a046360-1571-40fd-a782-132493f9b42a tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:29.962184 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-80cc6fb9-796e-4082-87bb-63c3a94e4863 req-3a046360-1571-40fd-a782-132493f9b42a tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0493774 Aug 19 12:35:30.003843 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-80cc6fb9-796e-4082-87bb-63c3a94e4863 req-adaca4a5-c9d6-49fc-b9bf-74ad4cd0ac47 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353985 Aug 19 12:35:31.025620 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebffec-dcd4-474a-99cb-4b06cc7ee184 req-6aefde81-5b58-4c25-9dd9-60202cd7a6bb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:31.027185 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4aebffec-dcd4-474a-99cb-4b06cc7ee184 req-6aefde81-5b58-4c25-9dd9-60202cd7a6bb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0477645 Aug 19 12:35:31.065674 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4aebffec-dcd4-474a-99cb-4b06cc7ee184 req-a4097d55-5b19-41d9-a3d3-936068918f8a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Aug 19 12:35:31.125113 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983310e1-8b45-404f-8af5-72b5c9bee9ff req-281a1f9b-3bf4-4990-980a-3d8ef62b3521 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:31.126602 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-983310e1-8b45-404f-8af5-72b5c9bee9ff req-281a1f9b-3bf4-4990-980a-3d8ef62b3521 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0515468 Aug 19 12:35:31.163398 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-983310e1-8b45-404f-8af5-72b5c9bee9ff req-9eefa5e5-1d19-4470-b679-daf99e59e7be tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308077 Aug 19 12:35:32.185441 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c44c1-b302-4d12-81ae-eb14c73131b9 req-b987c213-ad12-4a20-8205-11509cc6023b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:32.187205 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f84c44c1-b302-4d12-81ae-eb14c73131b9 req-b987c213-ad12-4a20-8205-11509cc6023b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0485039 Aug 19 12:35:32.228574 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f84c44c1-b302-4d12-81ae-eb14c73131b9 req-7cd20982-d587-4baf-9f23-23541cbec565 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355732 Aug 19 12:35:32.277838 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c89e7-e998-4c76-96ae-ff9d245e9962 req-78b1c2f5-0d42-42ae-a0b3-f3a9df08ac11 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:32.279317 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5e0c89e7-e998-4c76-96ae-ff9d245e9962 req-78b1c2f5-0d42-42ae-a0b3-f3a9df08ac11 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0476208 Aug 19 12:35:32.316772 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5e0c89e7-e998-4c76-96ae-ff9d245e9962 req-2a8a0f2c-a6f9-437c-a00d-0a413b6d1f85 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315673 Aug 19 12:35:33.207418 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-639d7498-4511-4693-b534-da6a296c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.346645 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e31b0-ccc5-4626-b44e-e8d595d350e6 req-cc606653-426e-46b1-8ddf-20ff1fe45e89 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:33.348173 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a34e31b0-ccc5-4626-b44e-e8d595d350e6 req-cc606653-426e-46b1-8ddf-20ff1fe45e89 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0489361 Aug 19 12:35:33.389257 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a34e31b0-ccc5-4626-b44e-e8d595d350e6 req-a99f3b17-746c-4dc1-97ec-50ccafd9722d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341291 Aug 19 12:35:33.446816 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8f0cc-b676-42fc-896c-2db5464c6532 req-de53810e-3946-43ca-b8d3-24bc52c4f589 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:33.448289 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ccf8f0cc-b676-42fc-896c-2db5464c6532 req-de53810e-3946-43ca-b8d3-24bc52c4f589 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0581710 Aug 19 12:35:33.487458 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ccf8f0cc-b676-42fc-896c-2db5464c6532 req-d81f1e0c-19da-40a4-a96e-d41f436e369f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332396 Aug 19 12:35:34.046451 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.520399 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1fcb1-6ec7-4f98-953f-79360f3e9242 req-36784cdb-efdc-43c6-95b0-a44f5f28491f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:34.521915 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3fc1fcb1-6ec7-4f98-953f-79360f3e9242 req-36784cdb-efdc-43c6-95b0-a44f5f28491f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0476713 Aug 19 12:35:34.568338 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3fc1fcb1-6ec7-4f98-953f-79360f3e9242 req-8001f2d2-456f-4d98-bfab-2050721b4fce tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400112 Aug 19 12:35:34.603879 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5aea6-61a9-471a-9ac8-557afd740965 req-16cd4606-a414-4c0c-b082-f73ea257794c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:34.605381 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5ca5aea6-61a9-471a-9ac8-557afd740965 req-16cd4606-a414-4c0c-b082-f73ea257794c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0508919 Aug 19 12:35:34.641719 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5ca5aea6-61a9-471a-9ac8-557afd740965 req-cf2d302f-86ec-4cde-8196-8ed02b164ab7 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305457 Aug 19 12:35:35.686167 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8121e3-a895-4240-bbed-9f6ef05ba4ce req-a0996d77-3ea2-4348-bdb4-94f9639f23ff tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:35.687688 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ea8121e3-a895-4240-bbed-9f6ef05ba4ce req-a0996d77-3ea2-4348-bdb4-94f9639f23ff tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0479767 Aug 19 12:35:35.738774 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ea8121e3-a895-4240-bbed-9f6ef05ba4ce req-bc46a7cb-44f2-431d-b36a-aadb3e629ae8 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450900 Aug 19 12:35:35.739243 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-030e161c-0b56-4e3b-92c5-29a17ff52de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.774781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eec32-c55d-4f84-a872-90a3f5839155 req-59a552eb-d9c4-465a-9778-ba3d4475982c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:35.776256 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8b9eec32-c55d-4f84-a872-90a3f5839155 req-59a552eb-d9c4-465a-9778-ba3d4475982c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.0586619 Aug 19 12:35:35.813691 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8b9eec32-c55d-4f84-a872-90a3f5839155 req-b254cbbe-92f5-46a9-ba8d-8bf15c151a14 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314181 Aug 19 12:35:36.166404 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.466963 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-c8629a24-d2e6-4f39-b129-c4925e333afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:36.468746 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-c8629a24-d2e6-4f39-b129-c4925e333afe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 1099 time: 0.0758440 Aug 19 12:35:36.480409 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f8a15-665a-483c-b558-ace6ec1e3412 req-9a0a84ec-dc01-4e94-a02a-40d05623e36e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:36.481947 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-924f8a15-665a-483c-b558-ace6ec1e3412 req-9a0a84ec-dc01-4e94-a02a-40d05623e36e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0863266 Aug 19 12:35:36.614923 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-924f8a15-665a-483c-b558-ace6ec1e3412 req-abe95556-fa86-4b72-b1bf-7372aa98799a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964277 Aug 19 12:35:36.630224 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-5dfb97f9-8b8f-4144-84b1-18d93ff83fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:36.637115 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-5dfb97f9-8b8f-4144-84b1-18d93ff83fe6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 919 time: 0.1489275 Aug 19 12:35:36.699026 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-6152175a-a276-444f-9fe3-6551b8a617cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241 HTTP/1.1" status: 200 len: 217 time: 0.0359552 Aug 19 12:35:36.754261 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-46202d8b-7cb5-49f9-9970-3cb6b02cfd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:36.755650 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-46202d8b-7cb5-49f9-9970-3cb6b02cfd17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32eb3bcb-03a5-46e8-974c-a7b65e935ba1 HTTP/1.1" status: 200 len: 858 time: 0.0489097 Aug 19 12:35:36.789887 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-721cf81b-d1a2-42a1-b340-51128a8b91dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ac555dc-9427-48d6-a42f-9780f81698ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248959 Aug 19 12:35:36.948066 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-882de7e7-3789-445b-863c-16e876a316b4 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470172 Aug 19 12:35:36.955315 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7703de-950e-4c57-84dc-68aef1444881 req-bb9aaad8-e80e-4317-8f90-bc2f0698847e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:36.956746 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4f7703de-950e-4c57-84dc-68aef1444881 req-bb9aaad8-e80e-4317-8f90-bc2f0698847e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.1386111 Aug 19 12:35:37.026846 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a028a-e2c0-41af-be4a-c76b1c0f4bb0 req-7278ef79-98fa-48dc-a162-ec2974988788 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:37.028195 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dc7a028a-e2c0-41af-be4a-c76b1c0f4bb0 req-7278ef79-98fa-48dc-a162-ec2974988788 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.1462798 Aug 19 12:35:37.086672 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.152856 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4f7703de-950e-4c57-84dc-68aef1444881 req-f9055ff9-1b79-45e4-a8d7-03fcfe3390a4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849451 Aug 19 12:35:37.186315 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-c670d1c8-9323-4a94-8032-1ffd1b22e40d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1807327 Aug 19 12:35:37.189148 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dc7a028a-e2c0-41af-be4a-c76b1c0f4bb0 req-74497319-319a-43f6-94dd-feb3306031a8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407917 Aug 19 12:35:37.202591 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-a3d9efc8-1e94-4417-8f4d-a01abce3eda7 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439127 Aug 19 12:35:37.218831 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-a1362083-980e-4f6b-a936-9d62a3ce0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:37.220759 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-a1362083-980e-4f6b-a936-9d62a3ce0b25 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef&tenant_id=fd59e08d217c4cc1952f67bc16d69dad HTTP/1.1" status: 200 len: 1097 time: 0.1238327 Aug 19 12:35:37.287337 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-cb66fe2d-dff7-4856-b8b4-c414c9289439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:37.288778 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-cb66fe2d-dff7-4856-b8b4-c414c9289439 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 1098 time: 0.0733042 Aug 19 12:35:37.295032 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-bc0328ac-93b6-45f6-a973-6d8fc2262fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:37.296374 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-bc0328ac-93b6-45f6-a973-6d8fc2262fa4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 1097 time: 0.0517495 Aug 19 12:35:37.450803 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-6e191a55-86f8-4c8b-8d20-0b1352f5120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:37.452476 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-6e191a55-86f8-4c8b-8d20-0b1352f5120b service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 918 time: 0.1474111 Aug 19 12:35:37.456884 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-44f262b2-de28-4957-806c-3ad4537aff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:37.458206 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-44f262b2-de28-4957-806c-3ad4537aff51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 200 len: 912 time: 0.1359842 Aug 19 12:35:37.565638 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-b5108467-2c0b-492a-8dd0-2f848cc6bb48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0 HTTP/1.1" status: 200 len: 1000 time: 0.1002350 Aug 19 12:35:37.567217 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-8e970dc9-17a4-423c-aa62-1b116b42ae67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b9c9acb-8432-426d-9d6d-05743dbbdd2c HTTP/1.1" status: 200 len: 1001 time: 0.0965915 Aug 19 12:35:37.656962 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-07801bb9-5b77-4139-b492-7d6b9e03ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:37.658208 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-07801bb9-5b77-4139-b492-7d6b9e03ecbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f07125d1-9222-4282-a4b0-3cce5793962a HTTP/1.1" status: 200 len: 850 time: 0.0698349 Aug 19 12:35:37.691942 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-d32a6267-a063-40a3-8d10-c5f688906b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:37.693279 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-d32a6267-a063-40a3-8d10-c5f688906b66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.1136203 Aug 19 12:35:38.013027 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-7d53718b-fc3f-46d0-985f-cd327bb85909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:38.014654 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-7d53718b-fc3f-46d0-985f-cd327bb85909 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9c0505f-0b62-430c-81bb-51a10230472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3472617 Aug 19 12:35:38.023160 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daad02-ed0c-4f37-a2fd-f2dc4832cb10 req-af7ff488-303a-49fa-a5fc-471f83ff9fb1 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:38.025209 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-32daad02-ed0c-4f37-a2fd-f2dc4832cb10 req-af7ff488-303a-49fa-a5fc-471f83ff9fb1 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.3589227 Aug 19 12:35:38.074483 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-143f55d3-2a8c-47e4-a705-c2f7eb34c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:38.075922 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-143f55d3-2a8c-47e4-a705-c2f7eb34c4f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3580999 Aug 19 12:35:38.162769 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-32daad02-ed0c-4f37-a2fd-f2dc4832cb10 req-d76fc63c-69a8-4972-825e-bc96895b7279 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286845 Aug 19 12:35:38.197450 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-d5257eba-b5d7-43df-9d99-2986e42468db service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712787 Aug 19 12:35:38.257633 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-e5d5e3eb-0149-4684-a477-c1f252aac904 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727986 Aug 19 12:35:38.329702 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.416760 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9ac7e96f-affa-463e-bf72-52ab5901b2a9 req-c5d8666e-813b-4c97-b7aa-232558f50de7 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094800 Aug 19 12:35:38.429343 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a72c7-701b-4549-b261-bedc39b76fb0 req-c8c626c0-9a26-428d-a6ca-07da7fe29d01 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:38.430897 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-103a72c7-701b-4549-b261-bedc39b76fb0 req-c8c626c0-9a26-428d-a6ca-07da7fe29d01 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 944 time: 0.1705284 Aug 19 12:35:38.437995 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8218e5-4a09-42f5-8292-9d8d6c219384 req-b1a06441-3a98-4bc9-a414-b2174b28bbb5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:38.439409 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cc8218e5-4a09-42f5-8292-9d8d6c219384 req-b1a06441-3a98-4bc9-a414-b2174b28bbb5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.1842718 Aug 19 12:35:38.484878 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0109cd4-7eeb-4e0b-8d6e-344e001a8b0a req-74018d46-841c-42cd-82fa-974df29f1943 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166321 Aug 19 12:35:38.504417 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-103a72c7-701b-4549-b261-bedc39b76fb0 req-7ba8a816-9e9b-49cf-8d42-d85c7aacf149 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640430 Aug 19 12:35:38.517645 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cc8218e5-4a09-42f5-8292-9d8d6c219384 req-cfdea0ad-1f85-4c0a-afe8-88310ae6af90 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662189 Aug 19 12:35:39.200983 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:35:39.319348 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:39.334539 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'port_id': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5', 'mac_address': 'fa:16:3e:a8:cc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:35:39.345594 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf1e78-8eef-4925-9aaa-4793527b2bbf req-38e6e135-b1f0-4656-ad62-b11226127cf4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:39.347243 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-decf1e78-8eef-4925-9aaa-4793527b2bbf req-38e6e135-b1f0-4656-ad62-b11226127cf4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0868065 Aug 19 12:35:39.377502 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.392001 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:39.403594 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-decf1e78-8eef-4925-9aaa-4793527b2bbf req-73bdcffc-7b7b-4639-84c5-4c471c3f7e7b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485530 Aug 19 12:35:39.416160 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:39.424495 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.485893 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:39.675268 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106cbaf-7b63-4d16-86f4-3a1c3dd05418 req-5bf6cb4b-1850-4544-8358-fd387edfcbf6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:39.676835 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1106cbaf-7b63-4d16-86f4-3a1c3dd05418 req-5bf6cb4b-1850-4544-8358-fd387edfcbf6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 945 time: 0.1001525 Aug 19 12:35:39.714805 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a14b1-d4ee-4d65-bd95-d930d900c3fa req-946fd202-72da-48bd-b6a0-c739e1737de2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:39.716351 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e59a14b1-d4ee-4d65-bd95-d930d900c3fa req-946fd202-72da-48bd-b6a0-c739e1737de2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0989752 Aug 19 12:35:39.738981 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:39.753203 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1106cbaf-7b63-4d16-86f4-3a1c3dd05418 req-3bc14a53-ce78-4409-a49d-b46a1e4c9f71 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659349 Aug 19 12:35:39.794229 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e59a14b1-d4ee-4d65-bd95-d930d900c3fa req-79691704-8c85-487e-83ec-cab78972fdf5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711849 Aug 19 12:35:40.552182 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553da69-f50e-47f3-87eb-4121c28eb784 req-4011e155-f254-4d62-80e3-48b723653843 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:40.556026 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2553da69-f50e-47f3-87eb-4121c28eb784 req-4011e155-f254-4d62-80e3-48b723653843 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0657725 Aug 19 12:35:40.610598 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2553da69-f50e-47f3-87eb-4121c28eb784 req-f54322ea-f678-49c0-885a-6b22da6595fb tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427096 Aug 19 12:35:40.922486 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d25969-2a3f-4f6f-ba35-8bb938cce341 req-accc9692-1cbe-4bc2-be8a-bd9d56e1219c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:40.924028 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-19d25969-2a3f-4f6f-ba35-8bb938cce341 req-accc9692-1cbe-4bc2-be8a-bd9d56e1219c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 945 time: 0.0875096 Aug 19 12:35:40.962988 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cf5c-5c55-421a-99da-2770a9f676dd req-2160c4d4-d31e-490d-8a35-099251a6b32b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:40.964743 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6839cf5c-5c55-421a-99da-2770a9f676dd req-2160c4d4-d31e-490d-8a35-099251a6b32b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0843775 Aug 19 12:35:40.987198 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-19d25969-2a3f-4f6f-ba35-8bb938cce341 req-cf1d434b-eae9-4fb8-9b5e-1d7093efff37 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533412 Aug 19 12:35:41.032599 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6839cf5c-5c55-421a-99da-2770a9f676dd req-301f5942-39f4-4364-acb0-efd08d4a1b70 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584159 Aug 19 12:35:41.215166 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:41.269865 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:41.274756 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:41.275134 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.355291 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.379686 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7deb2265-69aa-4714-a54e-f732e143042f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:41.381943 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5802171f-ee5c-411d-abef-71ca5c9e3ee6" -d '{"events": [{"server_uuid": "7deb2265-69aa-4714-a54e-f732e143042f", "name": "network-vif-plugged", "status": "completed", "tag": "f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:41.395383 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:41.409709 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.441641 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880faddf-11d9-4956-980a-ecdf9d0827f9 x-openstack-request-id: req-880faddf-11d9-4956-980a-ecdf9d0827f9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:41.441949 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7deb2265-69aa-4714-a54e-f732e143042f", "name": "network-vif-plugged", "status": "completed", "tag": "f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:41.442192 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-880faddf-11d9-4956-980a-ecdf9d0827f9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:41.442572 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7deb2265-69aa-4714-a54e-f732e143042f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5', 'code': 200} Aug 19 12:35:41.487220 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:41.750936 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b0ed8-5b5d-42e8-9b0b-bd7c26ac43fc req-66ab8d3d-97f6-474f-9990-25855f020855 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:41.752367 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-605b0ed8-5b5d-42e8-9b0b-bd7c26ac43fc req-66ab8d3d-97f6-474f-9990-25855f020855 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0589108 Aug 19 12:35:41.792385 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-605b0ed8-5b5d-42e8-9b0b-bd7c26ac43fc req-0940fcc6-dabb-4984-be1b-0ec7d3f1ae01 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341175 Aug 19 12:35:42.150263 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8808c19-63e0-49bd-a632-de517bfad119 req-4f72f486-a1de-4ca8-99aa-75e130911178 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:42.151746 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8808c19-63e0-49bd-a632-de517bfad119 req-4f72f486-a1de-4ca8-99aa-75e130911178 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0867076 Aug 19 12:35:42.197567 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd178b4-203e-4f37-8642-e3299d1317cc req-a4785ecf-a23d-48aa-9694-9dc28a9db9d4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:42.199166 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ffd178b4-203e-4f37-8642-e3299d1317cc req-a4785ecf-a23d-48aa-9694-9dc28a9db9d4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0837920 Aug 19 12:35:42.209453 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8808c19-63e0-49bd-a632-de517bfad119 req-ee54a397-ecd8-4d7b-808f-0e5acc61a8ae tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484834 Aug 19 12:35:42.249818 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ffd178b4-203e-4f37-8642-e3299d1317cc req-c786b786-cf38-4f03-a82a-3c25fbe47d85 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411465 Aug 19 12:35:42.722498 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:35:42.918798 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe04db-aea1-478a-8c46-a1cbcb93f0ab req-46dbea36-f5cf-4afa-b388-3a99eee52520 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:42.920191 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-27fe04db-aea1-478a-8c46-a1cbcb93f0ab req-46dbea36-f5cf-4afa-b388-3a99eee52520 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0549848 Aug 19 12:35:42.959374 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-27fe04db-aea1-478a-8c46-a1cbcb93f0ab req-5a7edda3-d03f-4980-95cb-892503f3603f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Aug 19 12:35:43.354065 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc44f-6dee-467d-a195-34f4fd8cbac7 req-564cf5b1-abdc-48fc-90b8-329521f753da tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:43.355567 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e15dc44f-6dee-467d-a195-34f4fd8cbac7 req-564cf5b1-abdc-48fc-90b8-329521f753da tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0766485 Aug 19 12:35:43.426401 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94d42-e7b3-4100-b155-c74ac5b8e362 req-2c5a2d4a-a229-4ba9-84f2-95feb6e9184a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:43.428050 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-44f94d42-e7b3-4100-b155-c74ac5b8e362 req-2c5a2d4a-a229-4ba9-84f2-95feb6e9184a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0929451 Aug 19 12:35:43.438280 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e15dc44f-6dee-467d-a195-34f4fd8cbac7 req-69e2f892-4eeb-424d-9691-f32e1958013e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654373 Aug 19 12:35:43.477781 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-44f94d42-e7b3-4100-b155-c74ac5b8e362 req-fe7cc1e8-9439-4556-af10-a025c863b9a2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370276 Aug 19 12:35:44.097072 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562b300-f3db-44ff-8365-5f568588b76c req-54fe0220-b209-4b0a-98c7-fa3c00ec01e4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.098760 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c562b300-f3db-44ff-8365-5f568588b76c req-54fe0220-b209-4b0a-98c7-fa3c00ec01e4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0543656 Aug 19 12:35:44.140767 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c562b300-f3db-44ff-8365-5f568588b76c req-fde28fe5-f278-4ec8-9d86-fb31526cff30 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Aug 19 12:35:44.561304 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8502286-23fe-4222-9487-02f5a25cea3b req-a308bfb2-8774-4f2d-bf44-3fc219ed2cc7 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.562844 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b8502286-23fe-4222-9487-02f5a25cea3b req-a308bfb2-8774-4f2d-bf44-3fc219ed2cc7 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0646656 Aug 19 12:35:44.639227 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b8502286-23fe-4222-9487-02f5a25cea3b req-c5683f70-8490-46eb-8db6-f181f37d73b0 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697832 Aug 19 12:35:44.655807 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45721e4-ac7e-43b7-aba9-8426c0a99a3d req-be26b3f2-f94d-4b52-8454-ac387cda72ed tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.657488 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e45721e4-ac7e-43b7-aba9-8426c0a99a3d req-be26b3f2-f94d-4b52-8454-ac387cda72ed tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0899024 Aug 19 12:35:44.698998 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e45721e4-ac7e-43b7-aba9-8426c0a99a3d req-9a6390ce-7bb6-4518-a417-7a79a634e066 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353000 Aug 19 12:35:45.267706 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab36008-a801-46f5-81be-8298e66e2f29 req-8e2c004e-c758-462d-8446-8d0fa85f4894 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:45.269224 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1ab36008-a801-46f5-81be-8298e66e2f29 req-8e2c004e-c758-462d-8446-8d0fa85f4894 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0494993 Aug 19 12:35:45.309084 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1ab36008-a801-46f5-81be-8298e66e2f29 req-7e2fdcee-b81b-41e2-b235-45033003e085 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332801 Aug 19 12:35:45.787946 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7277c-045a-4916-b188-1448a60ef0fd req-20d2f1bd-710d-4db3-959a-a5657008428c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:45.789962 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dcd7277c-045a-4916-b188-1448a60ef0fd req-20d2f1bd-710d-4db3-959a-a5657008428c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0579233 Aug 19 12:35:45.865192 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334fdf6-defc-436a-9b1d-f85017d1ee31 req-d1ca87f0-409e-4bad-b295-c4158add44f9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:45.866673 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3334fdf6-defc-436a-9b1d-f85017d1ee31 req-d1ca87f0-409e-4bad-b295-c4158add44f9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0952184 Aug 19 12:35:45.869976 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dcd7277c-045a-4916-b188-1448a60ef0fd req-562d33e5-f878-468c-a331-f542a9d1ce2c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607369 Aug 19 12:35:45.908189 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3334fdf6-defc-436a-9b1d-f85017d1ee31 req-673429cb-3cf4-42dc-8953-0a0d225b12b4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347202 Aug 19 12:35:46.431330 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d2561-a7e1-43f5-b962-313c70ca722f req-b3923edf-29e6-454e-9fe9-78ca0fa38e12 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:46.432872 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c84d2561-a7e1-43f5-b962-313c70ca722f req-b3923edf-29e6-454e-9fe9-78ca0fa38e12 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0495954 Aug 19 12:35:46.474796 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c84d2561-a7e1-43f5-b962-313c70ca722f req-ef2a8275-a1ec-4235-9af6-42223e814f97 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347378 Aug 19 12:35:46.999972 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd934-6e40-4c01-85dc-852f8010a8ad req-c496fa62-4f20-4e93-9269-bd5d65e1e397 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:47.001449 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-125bd934-6e40-4c01-85dc-852f8010a8ad req-c496fa62-4f20-4e93-9269-bd5d65e1e397 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0583246 Aug 19 12:35:47.078059 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-125bd934-6e40-4c01-85dc-852f8010a8ad req-05d3f0e3-9d96-42d3-96e5-977b8ba02071 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571597 Aug 19 12:35:47.090575 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39eb73-34e1-4b7a-aa58-818c4000fbf0 req-554a320f-2dd1-49ad-8b6b-1afce32df10a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:47.092746 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ce39eb73-34e1-4b7a-aa58-818c4000fbf0 req-554a320f-2dd1-49ad-8b6b-1afce32df10a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0827210 Aug 19 12:35:47.141968 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ce39eb73-34e1-4b7a-aa58-818c4000fbf0 req-ac52ab2c-7bd3-42b0-b053-450d24846876 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Aug 19 12:35:47.603381 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e529223-8401-4cd3-9d40-a7ce47f0b96e req-b9a81c25-7d3e-4a29-b1f6-8ebb91a9509f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:47.604940 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1e529223-8401-4cd3-9d40-a7ce47f0b96e req-b9a81c25-7d3e-4a29-b1f6-8ebb91a9509f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0610247 Aug 19 12:35:47.646287 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1e529223-8401-4cd3-9d40-a7ce47f0b96e req-eca9606b-08e5-4200-a4e7-56f71f4d5183 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353115 Aug 19 12:35:48.225858 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eba46-512a-453a-a12e-96965b6c2582 req-5f762d52-a4af-4c9c-8688-8fd82c4a547f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:48.227457 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-595eba46-512a-453a-a12e-96965b6c2582 req-5f762d52-a4af-4c9c-8688-8fd82c4a547f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0666378 Aug 19 12:35:48.312431 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-595eba46-512a-453a-a12e-96965b6c2582 req-c4899958-299e-4679-bb12-cf052bc08019 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773149 Aug 19 12:35:48.335192 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a0db0-0e74-434c-abee-047f48c8aaad req-fb9aafe6-2709-42d8-9306-c4551d95d546 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:48.336844 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-693a0db0-0e74-434c-abee-047f48c8aaad req-fb9aafe6-2709-42d8-9306-c4551d95d546 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0999584 Aug 19 12:35:48.398502 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-693a0db0-0e74-434c-abee-047f48c8aaad req-d51b7475-bca3-4e1f-9e5e-1de7147126d4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552492 Aug 19 12:35:48.773897 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c75478-408f-43ae-99a0-9a8caa770f91 req-9f8f3e5e-1ff7-41cd-abc4-1480d349aea3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:48.775410 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-55c75478-408f-43ae-99a0-9a8caa770f91 req-9f8f3e5e-1ff7-41cd-abc4-1480d349aea3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0489674 Aug 19 12:35:48.818230 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-55c75478-408f-43ae-99a0-9a8caa770f91 req-a0048304-f459-4fb2-9097-85c4672c296e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366149 Aug 19 12:35:49.443220 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3656-3e4f-475e-92af-1166d1c5599c req-459d5267-39b0-4e93-9e10-4189fa4e4239 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:49.444882 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e94e3656-3e4f-475e-92af-1166d1c5599c req-459d5267-39b0-4e93-9e10-4189fa4e4239 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0620029 Aug 19 12:35:49.512033 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e94e3656-3e4f-475e-92af-1166d1c5599c req-01fe4c4d-f657-4004-b74d-53b6eb14e23b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603430 Aug 19 12:35:49.537723 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda07bde-ec01-4055-b985-0e1da07fdaeb req-20464857-1603-4c66-8560-3824d7917157 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:49.539795 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dda07bde-ec01-4055-b985-0e1da07fdaeb req-20464857-1603-4c66-8560-3824d7917157 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0652635 Aug 19 12:35:49.589836 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dda07bde-ec01-4055-b985-0e1da07fdaeb req-0dac61f3-0062-48f0-afbd-4f8e8923797c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435283 Aug 19 12:35:49.961815 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b065f29-d75d-4e25-a643-371c26902c8f req-52addd1a-3583-4b09-89cc-2a3acfeace90 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:49.963314 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9b065f29-d75d-4e25-a643-371c26902c8f req-52addd1a-3583-4b09-89cc-2a3acfeace90 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0675430 Aug 19 12:35:50.003383 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9b065f29-d75d-4e25-a643-371c26902c8f req-56394115-d572-4512-aca2-de1c86031e4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Aug 19 12:35:50.627857 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d6b28-0c9e-4fee-9d1b-cceda9bab52a req-dadca33d-ebf4-4699-8fcf-43b0195344da tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:50.629388 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-911d6b28-0c9e-4fee-9d1b-cceda9bab52a req-dadca33d-ebf4-4699-8fcf-43b0195344da tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0489092 Aug 19 12:35:50.712915 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-911d6b28-0c9e-4fee-9d1b-cceda9bab52a req-4f2eec44-8792-4823-8b0b-9655dd7ce75e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750721 Aug 19 12:35:50.740219 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826ffe7-5168-484e-8426-671bee8d5a0f req-5c165ae6-121f-42f2-92df-59ae596678f6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:50.741841 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5826ffe7-5168-484e-8426-671bee8d5a0f req-5c165ae6-121f-42f2-92df-59ae596678f6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0704231 Aug 19 12:35:50.782244 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5826ffe7-5168-484e-8426-671bee8d5a0f req-d795b3bb-f4da-440f-8347-544a964dff1c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338926 Aug 19 12:35:51.166456 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770c4a5-9f56-4843-b2f2-b3988c28370e req-35c143df-8344-4429-8e23-ba7f2eda912c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:51.167999 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7770c4a5-9f56-4843-b2f2-b3988c28370e req-35c143df-8344-4429-8e23-ba7f2eda912c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0831194 Aug 19 12:35:51.208160 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7770c4a5-9f56-4843-b2f2-b3988c28370e req-41d82af5-00d9-40c3-9eae-ec03da6badc8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335104 Aug 19 12:35:51.832396 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa0a4a-ffa0-4549-97b1-1fc8bff81d75 req-70b95fee-745a-4cdf-ba21-52784bc34b96 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:51.834403 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-22aa0a4a-ffa0-4549-97b1-1fc8bff81d75 req-70b95fee-745a-4cdf-ba21-52784bc34b96 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0511506 Aug 19 12:35:51.907202 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-22aa0a4a-ffa0-4549-97b1-1fc8bff81d75 req-07dc009b-4a70-47f1-88c6-e184ef709eff tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655298 Aug 19 12:35:51.924839 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf9e3-7215-400f-82f4-eddb590692a1 req-ca58750f-32f8-4e73-99da-c8c6c799bdcc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:51.926384 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d79bf9e3-7215-400f-82f4-eddb590692a1 req-ca58750f-32f8-4e73-99da-c8c6c799bdcc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0675437 Aug 19 12:35:51.964066 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d79bf9e3-7215-400f-82f4-eddb590692a1 req-2a1e5878-e847-423f-b905-172b41416d22 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313408 Aug 19 12:35:52.330447 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e0dc9-9895-4f54-a36d-575483f85f1b req-ee79cb75-1def-4995-8212-6c2afdcf014a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:52.331834 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d75e0dc9-9895-4f54-a36d-575483f85f1b req-ee79cb75-1def-4995-8212-6c2afdcf014a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0500355 Aug 19 12:35:52.370203 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d75e0dc9-9895-4f54-a36d-575483f85f1b req-ef069e3e-7e2b-422e-bb07-667c4d373788 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Aug 19 12:35:52.576674 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7f5d6-b8ae-4d71-92d1-2c2012873588 req-b88292af-b2af-4a43-b90b-4807df28cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:52.578183 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f7e7f5d6-b8ae-4d71-92d1-2c2012873588 req-b88292af-b2af-4a43-b90b-4807df28cf12 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 1099 time: 0.0400844 Aug 19 12:35:52.640199 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f7e7f5d6-b8ae-4d71-92d1-2c2012873588 req-0811d680-0c22-487e-b3a6-c5dbc871d6a2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320911 Aug 19 12:35:53.032348 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee494b57-3c5e-4e79-80f0-4bfd09326622 req-2723a30c-4b7b-4f3b-9da6-19716180085b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.033898 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ee494b57-3c5e-4e79-80f0-4bfd09326622 req-2723a30c-4b7b-4f3b-9da6-19716180085b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0493603 Aug 19 12:35:53.096253 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ee494b57-3c5e-4e79-80f0-4bfd09326622 req-df62991b-3628-4b9f-8827-2edded49a574 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520384 Aug 19 12:35:53.115645 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53175f16-ec06-4db4-aa4d-77ffe41fc364 req-4fed05f2-3f78-4b05-bc7c-25f5212dd665 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.117846 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-53175f16-ec06-4db4-aa4d-77ffe41fc364 req-4fed05f2-3f78-4b05-bc7c-25f5212dd665 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0818658 Aug 19 12:35:53.157932 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-53175f16-ec06-4db4-aa4d-77ffe41fc364 req-d683480b-1c1d-4704-afac-6f4516800ded tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339084 Aug 19 12:35:53.489645 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30a18e-e0c5-4e96-8917-e317452d6fad req-bce6366b-6ab0-45f4-b486-23ecb9bdd7d0 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.491026 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7d30a18e-e0c5-4e96-8917-e317452d6fad req-bce6366b-6ab0-45f4-b486-23ecb9bdd7d0 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0548449 Aug 19 12:35:53.528109 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7d30a18e-e0c5-4e96-8917-e317452d6fad req-6760c929-ebdd-4892-9c91-cfd931af25a4 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306675 Aug 19 12:35:54.234169 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e6e51-789b-4bf4-b828-cf50527f0bbd req-04c93d62-0370-4609-aafe-37e88c75f336 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.235625 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f54e6e51-789b-4bf4-b828-cf50527f0bbd req-04c93d62-0370-4609-aafe-37e88c75f336 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0698347 Aug 19 12:35:54.323715 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f54e6e51-789b-4bf4-b828-cf50527f0bbd req-c4b33cec-efa0-43b2-9c88-629fc4abedbe tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817702 Aug 19 12:35:54.350751 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e84230-58c9-4ea2-ab54-f755af6693cd req-e7568eab-5266-404f-a4de-5671f624a2f4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.352941 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a5e84230-58c9-4ea2-ab54-f755af6693cd req-e7568eab-5266-404f-a4de-5671f624a2f4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0915966 Aug 19 12:35:54.354638 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2a299-92b4-48b5-b3da-c9bb858fb3e5 req-da1eee6a-f046-4314-8a5b-87d75d075f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.355960 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c0a2a299-92b4-48b5-b3da-c9bb858fb3e5 req-da1eee6a-f046-4314-8a5b-87d75d075f5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 1099 time: 0.0819516 Aug 19 12:35:54.410234 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a5e84230-58c9-4ea2-ab54-f755af6693cd req-6f268eeb-8566-421f-b799-b14a441ff559 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509727 Aug 19 12:35:54.416036 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c0a2a299-92b4-48b5-b3da-c9bb858fb3e5 req-875d1d88-20c2-4223-9eec-f57b37ff16cf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Aug 19 12:35:54.643291 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f42038-3e79-4fd9-9ee0-82cc3ae2d51f req-90936336-f8ad-44a4-85bf-c67d2658eb1b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.644797 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a7f42038-3e79-4fd9-9ee0-82cc3ae2d51f req-90936336-f8ad-44a4-85bf-c67d2658eb1b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0500388 Aug 19 12:35:54.683662 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a7f42038-3e79-4fd9-9ee0-82cc3ae2d51f req-fb36dbe7-0a8f-4613-ab43-1b86e5c03833 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326552 Aug 19 12:35:55.436157 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298f2af-65a6-473f-8963-a67c8955a1d5 req-e339075c-b6e9-493f-820a-6eb0aedda08f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.437673 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2298f2af-65a6-473f-8963-a67c8955a1d5 req-e339075c-b6e9-493f-820a-6eb0aedda08f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0479367 Aug 19 12:35:55.474522 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2298f2af-65a6-473f-8963-a67c8955a1d5 req-013518a7-0ef9-44c3-a836-2a60e6048aab tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308177 Aug 19 12:35:55.537285 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeb316-da38-4a39-ae1b-e3be8b0f867d req-64f0790c-292c-4e4a-bed9-514f416ad83b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.539293 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e3eeb316-da38-4a39-ae1b-e3be8b0f867d req-64f0790c-292c-4e4a-bed9-514f416ad83b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0555344 Aug 19 12:35:55.602971 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e3eeb316-da38-4a39-ae1b-e3be8b0f867d req-0ec2a119-858e-4048-9b51-7c4e8a240787 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532467 Aug 19 12:35:55.611068 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a1ca7-2306-4762-9e9d-0c7bdeb28e25 req-966b28c9-03c8-41eb-93a1-2d99f238beca tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.612484 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7d6a1ca7-2306-4762-9e9d-0c7bdeb28e25 req-966b28c9-03c8-41eb-93a1-2d99f238beca tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0709369 Aug 19 12:35:55.653824 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7d6a1ca7-2306-4762-9e9d-0c7bdeb28e25 req-a76bf9b4-5556-429b-8e41-a581245ba293 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345497 Aug 19 12:35:55.676239 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 48704) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:55.797359 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123d6cf-2626-4aff-86fa-66d8101e6221 req-474c9325-6d0d-4e50-a477-ab195e054ec2 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.798821 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f123d6cf-2626-4aff-86fa-66d8101e6221 req-474c9325-6d0d-4e50-a477-ab195e054ec2 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0477765 Aug 19 12:35:55.862096 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f123d6cf-2626-4aff-86fa-66d8101e6221 req-af12305b-373c-4069-b954-3b1177c1cbb7 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575333 Aug 19 12:35:55.872935 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5ab687-e02d-47ae-9f98-5ab5a6776c42 tempest-TestVolumeBootPattern-1246293993 tempest-TestVolumeBootPattern-1246293993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.881824 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-da5ab687-e02d-47ae-9f98-5ab5a6776c42 tempest-TestVolumeBootPattern-1246293993 tempest-TestVolumeBootPattern-1246293993-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 1094 time: 0.1971943 Aug 19 12:35:55.881824 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 48712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:55.881824 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'floatingip': {'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'port_id': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:55.903471 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:55.997858 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.102628 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Allocated IP 172.27.3.252 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/8684b96b-9967-453e-9740-b2c503255a3a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:56.199987 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.243583 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.279788 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:56.284495 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:56.287933 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:56.310862 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'Port': ['ID=8684b96b-9967-453e-9740-b2c503255a3a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:56.321040 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.321396 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.321741 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.322078 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.322427 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.322760 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.323076 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.323403 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.323730 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.324052 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.324374 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.324719 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:56.648643 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.751087 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407f045-c6fc-44a4-b751-33310f99c878 req-69fbcd90-0a88-40a4-9ae7-492b94084a4a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:56.752539 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f407f045-c6fc-44a4-b751-33310f99c878 req-69fbcd90-0a88-40a4-9ae7-492b94084a4a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0771036 Aug 19 12:35:56.753529 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.826064 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f407f045-c6fc-44a4-b751-33310f99c878 req-8c45da6d-f6e8-4b4c-9f26-640c0a4481c2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528462 Aug 19 12:35:56.942519 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.947443 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.038845 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'Port': ['ID=8684b96b-9967-453e-9740-b2c503255a3a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:57.051808 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fa86f-e691-47ad-aa06-df15ccbb227e req-3663b2a1-67a0-4519-a7a6-06fea355d0f1 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:57.053296 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db5fa86f-e691-47ad-aa06-df15ccbb227e req-3663b2a1-67a0-4519-a7a6-06fea355d0f1 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.1219265 Aug 19 12:35:57.058124 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.156019 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db5fa86f-e691-47ad-aa06-df15ccbb227e req-dccbdec3-ed1c-48cf-bd3c-ac92f2802a2e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950997 Aug 19 12:35:57.176622 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Floating IP ece9068a-e8d2-40e4-b6ed-59fd43b19614 associated. External IP: 172.27.3.252, port: f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5. Aug 19 12:35:57.618608 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Router 417d429e-fb11-4420-823d-9205817e57db has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:57.726709 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:57.736169 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] Sync routers for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:57.744497 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.747426 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:57.748042 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:35:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:57.770409 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-7fb06ce5-3e6c-437a-b507-5db5303ef69d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8920608 Aug 19 12:35:57.771085 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7deb2265-69aa-4714-a54e-f732e143042f', 'tag': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:57.773618 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d129631a-f15f-486d-ae06-88e3f9a942cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7deb2265-69aa-4714-a54e-f732e143042f", "tag": "f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:57.818434 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be81c788-111c-42cc-9173-add7e76b67a4 x-openstack-request-id: req-be81c788-111c-42cc-9173-add7e76b67a4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:57.818728 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7deb2265-69aa-4714-a54e-f732e143042f", "tag": "f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:57.818980 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be81c788-111c-42cc-9173-add7e76b67a4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:57.819374 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7deb2265-69aa-4714-a54e-f732e143042f', 'tag': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5', 'status': 'completed', 'code': 200} Aug 19 12:35:57.926456 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:57.949113 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66e2ed-7393-449c-b792-266602a10ac9 req-3ceb1b73-5069-4044-8848-a08057bcb610 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:57.950637 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7a66e2ed-7393-449c-b792-266602a10ac9 req-3ceb1b73-5069-4044-8848-a08057bcb610 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0526545 Aug 19 12:35:57.987139 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7a66e2ed-7393-449c-b792-266602a10ac9 req-94390bfa-f80a-4b18-8a83-7438084d69c1 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306890 Aug 19 12:35:58.151437 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': 'ece9068a-e8d2-40e4-b6ed-59fd43b19614', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:a8:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb2265-69aa-4714-a54e-f732e143042f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:35:56Z', 'updated_at': '2021-08-19T12:35:56Z', 'revision_number': 0, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:58.176351 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] Checking router: 417d429e-fb11-4420-823d-9205817e57db for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:58.185170 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:58.185770 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:35:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:58.277986 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d7c43-3adf-4205-852f-5c13b04e8c98 req-30044b59-6838-47ce-9bab-d8ad988ae26e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:58.279467 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d54d7c43-3adf-4205-852f-5c13b04e8c98 req-30044b59-6838-47ce-9bab-d8ad988ae26e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0512066 Aug 19 12:35:58.293174 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:58.315893 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d54d7c43-3adf-4205-852f-5c13b04e8c98 req-5f1b0d67-ed79-440c-b9f8-6bb89fab79b7 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304098 Aug 19 12:35:58.516803 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': 'ece9068a-e8d2-40e4-b6ed-59fd43b19614', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:a8:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb2265-69aa-4714-a54e-f732e143042f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:35:56Z', 'updated_at': '2021-08-19T12:35:56Z', 'revision_number': 0, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:58.543288 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f9dfc-2855-4a59-b050-94315e9c90da None None] The sync data for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi is: [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': 'ece9068a-e8d2-40e4-b6ed-59fd43b19614', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:a8:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb2265-69aa-4714-a54e-f732e143042f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:35:56Z', 'updated_at': '2021-08-19T12:35:56Z', 'revision_number': 0, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:58.721954 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3a192-db0e-4b98-8acb-fd0a1b1722f8 None None] New status for floating IP ece9068a-e8d2-40e4-b6ed-59fd43b19614: ACTIVE {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:35:59.105265 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1ec9c-31b7-4dac-8f09-a9f55a55f103 req-9690cfab-8a47-4b58-9af5-ad68a1c141dc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.106644 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3fe1ec9c-31b7-4dac-8f09-a9f55a55f103 req-9690cfab-8a47-4b58-9af5-ad68a1c141dc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0488873 Aug 19 12:35:59.152208 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3fe1ec9c-31b7-4dac-8f09-a9f55a55f103 req-ff6b2be5-6c3e-4ddd-9236-e8d5238f015c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397928 Aug 19 12:35:59.431831 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888170-445c-4b7e-be68-d1e825e32d32 req-69b34802-c5c9-40b8-8311-7ccb5440da4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.433342 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-00888170-445c-4b7e-be68-d1e825e32d32 req-69b34802-c5c9-40b8-8311-7ccb5440da4c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0491052 Aug 19 12:35:59.469883 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-00888170-445c-4b7e-be68-d1e825e32d32 req-3d6d00be-5bd5-4378-8b3f-79f54c98aa93 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307126 Aug 19 12:35:59.646935 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-cf9c6136-d72c-4921-ad12-dcc358a8edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.648818 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-cf9c6136-d72c-4921-ad12-dcc358a8edc6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 1099 time: 0.0431774 Aug 19 12:35:59.744011 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-82a273c8-687e-4333-9b84-a9fa9c3135d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.745500 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-82a273c8-687e-4333-9b84-a9fa9c3135d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 912 time: 0.0860231 Aug 19 12:35:59.823007 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-da89de23-94a9-477a-8007-6bfc5d0cc81f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 HTTP/1.1" status: 200 len: 1002 time: 0.0592518 Aug 19 12:35:59.872712 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-20c92561-2d1b-41f0-a2e2-d79a0638d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.874149 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-20c92561-2d1b-41f0-a2e2-d79a0638d8a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0432253 Aug 19 12:35:59.930349 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-5dafdcb8-490f-4e06-9b05-bee2b8005467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.931864 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-5dafdcb8-490f-4e06-9b05-bee2b8005467 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398853 Aug 19 12:36:00.026565 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-55e8b968-6e73-4b57-987c-f348403b9cba service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857496 Aug 19 12:36:00.119689 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d129631a-f15f-486d-ae06-88e3f9a942cc req-07027ff5-85a2-4ae8-aac5-eac6d0824a9b service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839815 Aug 19 12:36:00.281505 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaac87-5a7a-4495-924a-de4281396365 req-39cc9f5a-bcf4-4fce-9162-7bd8e99d945e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:00.282968 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-66eaac87-5a7a-4495-924a-de4281396365 req-39cc9f5a-bcf4-4fce-9162-7bd8e99d945e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0517390 Aug 19 12:36:00.320950 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-66eaac87-5a7a-4495-924a-de4281396365 req-2f8811c1-e4f9-48ac-9e10-67fc40df3f1e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321507 Aug 19 12:36:00.584883 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7e3ba-2fa7-4eab-bd3f-a508ec271889 req-5ad69d22-f303-4b96-8a55-ad34db3718dd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:00.586400 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0fa7e3ba-2fa7-4eab-bd3f-a508ec271889 req-5ad69d22-f303-4b96-8a55-ad34db3718dd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0490005 Aug 19 12:36:00.623528 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0fa7e3ba-2fa7-4eab-bd3f-a508ec271889 req-4500c451-70bd-4d50-911f-182e82be51a8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Aug 19 12:36:00.953248 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127546c-b990-4c1b-a49e-9013857c1c90 req-4048c066-23fe-4e13-920f-2e21c33a2f8c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:00.954739 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8127546c-b990-4c1b-a49e-9013857c1c90 req-4048c066-23fe-4e13-920f-2e21c33a2f8c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0794322 Aug 19 12:36:00.961556 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d562b67-8181-41ee-92c8-dfb043bd068c req-a973b1a6-0da0-4ced-bbc0-2f8372695e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:00.962944 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d562b67-8181-41ee-92c8-dfb043bd068c req-a973b1a6-0da0-4ced-bbc0-2f8372695e87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 1099 time: 0.0613868 Aug 19 12:36:01.040261 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8127546c-b990-4c1b-a49e-9013857c1c90 req-377df543-6d79-4359-a67b-8d2389e025bf tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763397 Aug 19 12:36:01.075918 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d562b67-8181-41ee-92c8-dfb043bd068c req-bbbfa0c8-3ade-4544-a25c-06121bd08434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:01.077418 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d562b67-8181-41ee-92c8-dfb043bd068c req-bbbfa0c8-3ade-4544-a25c-06121bd08434 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 200 len: 919 time: 0.1001563 Aug 19 12:36:01.126957 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d562b67-8181-41ee-92c8-dfb043bd068c req-8f3939ab-457d-4bbd-b652-750a92d4c268 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241 HTTP/1.1" status: 200 len: 217 time: 0.0402389 Aug 19 12:36:01.195338 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d562b67-8181-41ee-92c8-dfb043bd068c req-6927e361-ad1e-4842-a268-edee6f5d9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:01.196800 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d562b67-8181-41ee-92c8-dfb043bd068c req-6927e361-ad1e-4842-a268-edee6f5d9b3f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32eb3bcb-03a5-46e8-974c-a7b65e935ba1 HTTP/1.1" status: 200 len: 858 time: 0.0488584 Aug 19 12:36:01.234770 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d562b67-8181-41ee-92c8-dfb043bd068c req-bec58c41-74c2-4088-bae5-9b4b049d9f19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ac555dc-9427-48d6-a42f-9780f81698ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263393 Aug 19 12:36:01.332560 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d562b67-8181-41ee-92c8-dfb043bd068c req-8f13126c-8c89-404a-992e-c499aed0c28d service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840948 Aug 19 12:36:01.463912 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5583d23-9d85-454a-8b79-e1121da00655 req-563ce394-2347-4f8e-8ab4-601650de41a6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:01.465648 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5583d23-9d85-454a-8b79-e1121da00655 req-563ce394-2347-4f8e-8ab4-601650de41a6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0708339 Aug 19 12:36:01.467781 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d562b67-8181-41ee-92c8-dfb043bd068c req-c9cc90a2-e767-4b81-9cf3-29b4cd1c0043 service neutron] 10.222.0.50 "GET /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253617 Aug 19 12:36:01.518224 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5583d23-9d85-454a-8b79-e1121da00655 req-e7470d1c-fc2e-4f8c-8671-8153f13183cc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410700 Aug 19 12:36:02.153034 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf61576-3035-4194-af5d-a15031acbc92 req-6ddac152-9fb3-4dff-bf0f-902b5c8f3622 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:02.154511 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bf61576-3035-4194-af5d-a15031acbc92 req-6ddac152-9fb3-4dff-bf0f-902b5c8f3622 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0480258 Aug 19 12:36:02.192083 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bf61576-3035-4194-af5d-a15031acbc92 req-e4e80d55-2d80-4c91-a45a-4b1a09df869e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Aug 19 12:36:02.475293 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9456e-7b2d-49c6-8aef-6913a266a573 req-2e9528e5-529a-420b-b592-44ac48b9a96e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:02.476925 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-47a9456e-7b2d-49c6-8aef-6913a266a573 req-2e9528e5-529a-420b-b592-44ac48b9a96e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0541725 Aug 19 12:36:02.515456 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-47a9456e-7b2d-49c6-8aef-6913a266a573 req-05d1d9ff-5b92-4e83-96bf-b332342d8d24 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325186 Aug 19 12:36:02.644283 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced6a2-6a07-40b6-a2d4-8a2ef8b61a8a req-d8df98df-24c5-4178-a5a2-ae8154af07ba tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:02.645785 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-18ced6a2-6a07-40b6-a2d4-8a2ef8b61a8a req-d8df98df-24c5-4178-a5a2-ae8154af07ba tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0489287 Aug 19 12:36:02.685568 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-18ced6a2-6a07-40b6-a2d4-8a2ef8b61a8a req-bfe9fb10-9bde-4529-bcf1-15720c057d31 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339463 Aug 19 12:36:03.209693 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7953b48b-db93-477b-8497-d18e87401ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.305893 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1491d68-23d8-4ae3-a7dc-d0cc19d7f029 req-839c1143-0075-40eb-828c-8e833eef32e1 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:03.307382 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d1491d68-23d8-4ae3-a7dc-d0cc19d7f029 req-839c1143-0075-40eb-828c-8e833eef32e1 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0483437 Aug 19 12:36:03.344180 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d1491d68-23d8-4ae3-a7dc-d0cc19d7f029 req-15ad71c5-6755-421d-8b0e-9c8348598e95 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308614 Aug 19 12:36:03.631264 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a915fd2-5131-482a-9187-db3c215f02e8 req-c2dcfa58-9c67-4780-be2d-87d7e013441f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:03.633472 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2a915fd2-5131-482a-9187-db3c215f02e8 req-c2dcfa58-9c67-4780-be2d-87d7e013441f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0502324 Aug 19 12:36:03.670318 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2a915fd2-5131-482a-9187-db3c215f02e8 req-f8afa7af-cadb-4b75-a3b8-791c48c41166 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310237 Aug 19 12:36:03.811603 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab5162-42fa-4c79-abbe-6756c89c7419 req-09e1286f-a666-47ce-b9b5-568b96db6bf9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:03.813075 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-93ab5162-42fa-4c79-abbe-6756c89c7419 req-09e1286f-a666-47ce-b9b5-568b96db6bf9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 944 time: 0.0493240 Aug 19 12:36:03.856711 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-93ab5162-42fa-4c79-abbe-6756c89c7419 req-d6b65698-a782-46d7-ac4a-52868b858b63 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377028 Aug 19 12:36:03.920101 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cb05c0c9-ab0b-49dc-8a12-116515052ec0 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:36:04.014436 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:04.025395 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'port_id': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'mac_address': 'fa:16:3e:3c:39:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:36:04.057111 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.071935 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.083837 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb05c0c9-ab0b-49dc-8a12-116515052ec0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:04.103293 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:04.107055 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.152964 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=9']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:04.159709 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.160066 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.160416 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.160788 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.161132 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.161470 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.161801 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.162134 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.162504 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.162833 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.163162 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.163514 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:04.456598 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72732f89-8e2e-4b33-b429-cde20b96f82c req-b1724098-5d0b-412c-a3d6-a75a34faa777 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:04.458092 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-72732f89-8e2e-4b33-b429-cde20b96f82c req-b1724098-5d0b-412c-a3d6-a75a34faa777 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0481205 Aug 19 12:36:04.498849 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-72732f89-8e2e-4b33-b429-cde20b96f82c req-acabeff5-e7f0-4742-93c9-26b49ee64d4a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347862 Aug 19 12:36:04.782797 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cad72-d98c-4041-92a9-9bfa35d94dfb req-a757cadd-b470-4253-8b02-5e567210245a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:04.784262 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d31cad72-d98c-4041-92a9-9bfa35d94dfb req-a757cadd-b470-4253-8b02-5e567210245a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0477357 Aug 19 12:36:04.825173 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d31cad72-d98c-4041-92a9-9bfa35d94dfb req-ab736b98-590d-467a-a760-c2ec2f14665b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305812 Aug 19 12:36:04.975911 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a8753-db0a-4338-9e60-ecb1aaf8ee81 req-5f2b6607-c41e-4ab3-bf73-c427be0e8278 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:04.978023 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9a9a8753-db0a-4338-9e60-ecb1aaf8ee81 req-5f2b6607-c41e-4ab3-bf73-c427be0e8278 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 945 time: 0.0486543 Aug 19 12:36:05.017702 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9a9a8753-db0a-4338-9e60-ecb1aaf8ee81 req-7fa35101-4e8e-4819-b395-9d9df59a0443 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337517 Aug 19 12:36:05.610116 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08544ce3-bb49-4c00-8d89-ae09e1f1729c req-9df9332a-2ff5-4821-b5b5-77d287930bf8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:05.611569 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-08544ce3-bb49-4c00-8d89-ae09e1f1729c req-9df9332a-2ff5-4821-b5b5-77d287930bf8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0474939 Aug 19 12:36:05.649951 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-08544ce3-bb49-4c00-8d89-ae09e1f1729c req-0abecf39-8cac-49bd-96b0-ffae951486ef tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317576 Aug 19 12:36:05.741229 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76fd59f3-fa1c-40e2-a4c0-e1abd1329b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.937075 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e04168-98f5-43b6-88b3-e11959abe618 req-df7220af-43bb-40bf-993f-963fba713390 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:05.938573 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-91e04168-98f5-43b6-88b3-e11959abe618 req-df7220af-43bb-40bf-993f-963fba713390 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0492401 Aug 19 12:36:05.978040 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-91e04168-98f5-43b6-88b3-e11959abe618 req-526a2e37-f17b-4a81-b087-3b1c85d8d02c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334699 Aug 19 12:36:06.134789 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30302cf8-b6a7-4fe1-aa2e-2ae16d6d7cbb req-3ab6cc70-2c11-430e-bad5-7f4567bbc12d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:06.136169 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-30302cf8-b6a7-4fe1-aa2e-2ae16d6d7cbb req-3ab6cc70-2c11-430e-bad5-7f4567bbc12d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 945 time: 0.0486569 Aug 19 12:36:06.159783 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.181092 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-30302cf8-b6a7-4fe1-aa2e-2ae16d6d7cbb req-6b0b7a44-0b58-4b6d-9c72-0f947712aa4b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380263 Aug 19 12:36:06.479551 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['cb05c0c9-ab0b-49dc-8a12-116515052ec0'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:06.764947 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab35f9c-7bb7-44ca-a45c-6a9ec1bbdbee req-680058bf-287d-4282-a8f2-e273fe269e09 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:06.766611 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dab35f9c-7bb7-44ca-a45c-6a9ec1bbdbee req-680058bf-287d-4282-a8f2-e273fe269e09 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0499489 Aug 19 12:36:06.805650 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dab35f9c-7bb7-44ca-a45c-6a9ec1bbdbee req-cb25c88a-5f19-4071-b747-cef2ed605797 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332086 Aug 19 12:36:07.086743 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.095763 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59cb10-d358-47f5-8c25-25ea95a7c744 req-2c9b1e8f-eb23-4e28-9878-63e8d509b967 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:07.097325 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bd59cb10-d358-47f5-8c25-25ea95a7c744 req-2c9b1e8f-eb23-4e28-9878-63e8d509b967 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0502970 Aug 19 12:36:07.140047 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bd59cb10-d358-47f5-8c25-25ea95a7c744 req-35470169-8dfa-4f17-b541-2fe4e1cc146f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358665 Aug 19 12:36:07.313315 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987699-7521-4d71-85b9-1bada528a971 req-f70e9a93-c3c5-4c68-80e8-357610f8d4a5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:07.314787 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-97987699-7521-4d71-85b9-1bada528a971 req-f70e9a93-c3c5-4c68-80e8-357610f8d4a5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 945 time: 0.0497687 Aug 19 12:36:07.355336 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-97987699-7521-4d71-85b9-1bada528a971 req-b2cf6509-04be-4d53-af19-572b7d02684a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344310 Aug 19 12:36:07.920098 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8183c-10d2-4e34-8b95-82dac58b7568 req-4650d779-d9e1-4104-a4ab-bfe453573ae9 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:07.921611 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-92e8183c-10d2-4e34-8b95-82dac58b7568 req-4650d779-d9e1-4104-a4ab-bfe453573ae9 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0490992 Aug 19 12:36:07.958807 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-92e8183c-10d2-4e34-8b95-82dac58b7568 req-76072e29-eb1e-41f7-acc0-bd28806cd56c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Aug 19 12:36:08.265222 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1682bbe-3538-4d66-bd5b-f26cdc39b769 req-366ec0c5-5b11-4f6c-94e5-530ec99e7ab4 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:08.266718 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e1682bbe-3538-4d66-bd5b-f26cdc39b769 req-366ec0c5-5b11-4f6c-94e5-530ec99e7ab4 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0564754 Aug 19 12:36:08.307023 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e1682bbe-3538-4d66-bd5b-f26cdc39b769 req-29e77f50-6d7a-4c16-89ca-9864e51c32c5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343204 Aug 19 12:36:08.332268 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.481582 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959300bd-028c-4f8f-9057-f7316dff3e45 req-5129f60a-064f-479e-b101-80376aa01e7b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:08.483087 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-959300bd-028c-4f8f-9057-f7316dff3e45 req-5129f60a-064f-479e-b101-80376aa01e7b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 945 time: 0.0548224 Aug 19 12:36:08.527065 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-959300bd-028c-4f8f-9057-f7316dff3e45 req-8f4e1269-f9b6-43f2-b72d-949fc2b7a003 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378358 Aug 19 12:36:09.355102 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cb05c0c9-ab0b-49dc-8a12-116515052ec0 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:09.407937 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port cb05c0c9-ab0b-49dc-8a12-116515052ec0 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:09.408306 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.432245 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b889a-d32d-4de2-90c2-1a8d31cff481 req-f6bd49ab-7528-4bb7-89ec-85076ff5a37e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:09.433828 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-714b889a-d32d-4de2-90c2-1a8d31cff481 req-f6bd49ab-7528-4bb7-89ec-85076ff5a37e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0558019 Aug 19 12:36:09.486163 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-714b889a-d32d-4de2-90c2-1a8d31cff481 req-33c8495d-65a1-4b3d-9113-f830aff7c467 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 Aug 19 12:36:09.502902 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.525988 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:09.528457 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4039872-d03e-4f98-8f12-d258ec4833ac" -d '{"events": [{"server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "name": "network-vif-plugged", "status": "completed", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:09.542206 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:09.547770 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.584040 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55719b26-bdbf-440e-9bb1-a7a98d088c9f x-openstack-request-id: req-55719b26-bdbf-440e-9bb1-a7a98d088c9f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:09.584430 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "name": "network-vif-plugged", "status": "completed", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:09.584823 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55719b26-bdbf-440e-9bb1-a7a98d088c9f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:09.585530 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'code': 200} Aug 19 12:36:09.620710 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:09.675747 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd0177-6a11-48a6-a9b2-4c076021c4c1 req-11d99f1c-14c9-4cc0-972a-45a9a1e812c9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:09.677591 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c3fd0177-6a11-48a6-a9b2-4c076021c4c1 req-11d99f1c-14c9-4cc0-972a-45a9a1e812c9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 947 time: 0.0573452 Aug 19 12:36:09.719575 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c3fd0177-6a11-48a6-a9b2-4c076021c4c1 req-90e0689e-a4ef-4465-90a9-1159f36d64d8 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348136 Aug 19 12:36:10.187666 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7142d-9a9d-420c-9306-56a6aea07632 req-477b44b7-1bc1-4200-94e5-1b98e5b3c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:10.189133 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a0d7142d-9a9d-420c-9306-56a6aea07632 req-477b44b7-1bc1-4200-94e5-1b98e5b3c53c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 1100 time: 0.0384808 Aug 19 12:36:10.229241 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a0d7142d-9a9d-420c-9306-56a6aea07632 req-a73d0df4-3a26-45fa-abce-43c18f8f7ecf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306978 Aug 19 12:36:10.616844 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6da1-ed18-46ce-b9fc-af8162c67c4f req-1ba9e2db-5643-4097-a116-8b9839408d4a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:10.618362 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4f9e6da1-ed18-46ce-b9fc-af8162c67c4f req-1ba9e2db-5643-4097-a116-8b9839408d4a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0570366 Aug 19 12:36:10.659656 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4f9e6da1-ed18-46ce-b9fc-af8162c67c4f req-08ac858d-deff-4bbd-bd4a-2cefee1bdcc0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333500 Aug 19 12:36:10.856131 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416ee29-5403-42f8-8a2d-410c7378275e req-0d9a26ac-5ac7-4371-8ec5-8ff589c6ab29 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:10.857659 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2416ee29-5403-42f8-8a2d-410c7378275e req-0d9a26ac-5ac7-4371-8ec5-8ff589c6ab29 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 947 time: 0.0515683 Aug 19 12:36:10.899054 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2416ee29-5403-42f8-8a2d-410c7378275e req-53e397b7-356b-47cc-a81b-faa2086a1832 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347311 Aug 19 12:36:11.777213 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6448bb-4c49-4ed9-9251-f9454c4afccc req-fd338985-5ac1-4132-8c24-16aacba83940 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:11.778708 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ba6448bb-4c49-4ed9-9251-f9454c4afccc req-fd338985-5ac1-4132-8c24-16aacba83940 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0513713 Aug 19 12:36:11.829920 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ba6448bb-4c49-4ed9-9251-f9454c4afccc req-e53e28cb-3eff-43e6-9e7e-f79a8ca58b97 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452991 Aug 19 12:36:11.870372 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed07196-f4c9-43c2-8d73-ea6a401fd66f req-ecb1163c-cc9a-4298-bae7-973c441acdcd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:11.871897 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1ed07196-f4c9-43c2-8d73-ea6a401fd66f req-ecb1163c-cc9a-4298-bae7-973c441acdcd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0568433 Aug 19 12:36:11.912029 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1ed07196-f4c9-43c2-8d73-ea6a401fd66f req-71d5b305-7351-40ca-9c34-44b607b1d79b tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338531 Aug 19 12:36:12.057873 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95086a23-0740-40f5-84ff-8e37e87f2529 req-8eb37f26-ef47-4d41-86ec-2c4c229e51d5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:12.059559 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-95086a23-0740-40f5-84ff-8e37e87f2529 req-8eb37f26-ef47-4d41-86ec-2c4c229e51d5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 947 time: 0.0623379 Aug 19 12:36:12.118143 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-95086a23-0740-40f5-84ff-8e37e87f2529 req-d2aa1e07-c16c-42fc-ada0-6ffb80b2a398 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481606 Aug 19 12:36:12.189191 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 48974) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:12.238293 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af8781-5a8f-4bf8-9d54-c07cb25e0a78 req-e6d47dbd-f4ed-417a-b0ed-1b7dac06e2ca tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:12.239789 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-13af8781-5a8f-4bf8-9d54-c07cb25e0a78 req-e6d47dbd-f4ed-417a-b0ed-1b7dac06e2ca tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 946 time: 0.0553613 Aug 19 12:36:12.297300 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-13af8781-5a8f-4bf8-9d54-c07cb25e0a78 req-7d514708-b1f7-4f77-b6f7-fe7a3c7a575b tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508897 Aug 19 12:36:12.317206 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.408528 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.412314 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.449736 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fe8a60-6b3b-474f-9935-f35b21c67169,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:12.455609 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa6e870dca6d4c07a294a4668870ad02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653863 Aug 19 12:36:12.458255 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49004) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:12.460743 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.461282 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.461745 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.461967 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.462309 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.462658 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.462965 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.463297 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.463630 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.463943 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.464533 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.464912 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96921c94-dabe-43de-804e-bde72f344d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:12.522647 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-363142ca-58eb-4989-9403-f72f6b5d4fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.545351 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-363142ca-58eb-4989-9403-f72f6b5d4fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.591354 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-363142ca-58eb-4989-9403-f72f6b5d4fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.593942 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-363142ca-58eb-4989-9403-f72f6b5d4fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.595101 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-363142ca-58eb-4989-9403-f72f6b5d4fea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92fe8a60-6b3b-474f-9935-f35b21c67169 HTTP/1.1" status: 204 len: 168 time: 0.1358771 Aug 19 12:36:12.605191 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363142ca-58eb-4989-9403-f72f6b5d4fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fe8a60-6b3b-474f-9935-f35b21c67169,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:12.965297 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033249c4-7a00-450c-bcd9-dcc9cbe8a8c3 req-fdfe07c0-23f5-4264-906a-cd5ea81c5c64 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:12.966834 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-033249c4-7a00-450c-bcd9-dcc9cbe8a8c3 req-fdfe07c0-23f5-4264-906a-cd5ea81c5c64 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0563562 Aug 19 12:36:13.033374 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-033249c4-7a00-450c-bcd9-dcc9cbe8a8c3 req-691112bd-4ce7-462d-a09b-9b9252ed0b0e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596590 Aug 19 12:36:13.055008 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2984dd0-9755-464a-b150-0e45023fe0e2 req-e23238b7-65b8-42a1-8477-45f537d30d93 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:13.056689 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e2984dd0-9755-464a-b150-0e45023fe0e2 req-e23238b7-65b8-42a1-8477-45f537d30d93 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0696094 Aug 19 12:36:13.095344 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e2984dd0-9755-464a-b150-0e45023fe0e2 req-a8731b2c-143f-40ba-86a2-b5836990d108 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325584 Aug 19 12:36:13.240431 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0fc57-e0b5-4d83-bdc0-f82ac7c17d8e req-dca67f7c-1246-442d-a65d-320fce349df0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:13.242507 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-54d0fc57-e0b5-4d83-bdc0-f82ac7c17d8e req-dca67f7c-1246-442d-a65d-320fce349df0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 947 time: 0.0562375 Aug 19 12:36:13.283834 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-54d0fc57-e0b5-4d83-bdc0-f82ac7c17d8e req-4a573279-80a9-41d4-bf17-664e8a443538 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351005 Aug 19 12:36:13.411118 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87added-7201-49de-9675-54144275f767 req-ed68d6ea-c365-4fee-80c9-0d3bd1d7ec93 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:13.412462 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e87added-7201-49de-9675-54144275f767 req-ed68d6ea-c365-4fee-80c9-0d3bd1d7ec93 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 946 time: 0.0486884 Aug 19 12:36:13.450671 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e87added-7201-49de-9675-54144275f767 req-1b5e2367-54ba-4849-8388-0422afe5abf9 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313854 Aug 19 12:36:14.153488 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b35769-4d68-4896-bebb-ead9e58727c8 req-7cfb824c-9734-4742-b55c-4fc3f531d547 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.155047 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d0b35769-4d68-4896-bebb-ead9e58727c8 req-7cfb824c-9734-4742-b55c-4fc3f531d547 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0538087 Aug 19 12:36:14.219450 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d0b35769-4d68-4896-bebb-ead9e58727c8 req-13177371-e19e-48f2-909f-5104d0adfe2b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582650 Aug 19 12:36:14.235363 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdc67c-0bf9-4599-99f9-19a55bb50b3a req-d7ffc7f4-3523-451c-85ab-e59761060e5c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.236952 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d0fdc67c-0bf9-4599-99f9-19a55bb50b3a req-d7ffc7f4-3523-451c-85ab-e59761060e5c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0697901 Aug 19 12:36:14.274735 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d0fdc67c-0bf9-4599-99f9-19a55bb50b3a req-f0b6546b-b8ec-4daf-b610-b5c623187b6f tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Aug 19 12:36:14.571973 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382e973-5eeb-4c5a-a16b-810dcc78a960 req-9debb2ce-ebb5-4970-bddc-685b10df0a5a tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.573483 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3382e973-5eeb-4c5a-a16b-810dcc78a960 req-9debb2ce-ebb5-4970-bddc-685b10df0a5a tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 946 time: 0.0483801 Aug 19 12:36:14.610893 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3382e973-5eeb-4c5a-a16b-810dcc78a960 req-140209d9-e211-47d9-ab70-8a529f4eb867 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/security-groups?id=0484a686-e50f-4882-935b-29f831fba805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Aug 19 12:36:15.022744 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-0f6f1b61-f675-41f5-a08f-bd15cf7e627b tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.024208 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-0f6f1b61-f675-41f5-a08f-bd15cf7e627b tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 946 time: 0.0529602 Aug 19 12:36:15.125070 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-75bafbd8-c135-4a9a-8468-08b25f95b727 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Deleting port 139d5cd9-e859-4669-8632-1b5893e0c549 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:15.125437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-75bafbd8-c135-4a9a-8468-08b25f95b727 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.217472 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-75bafbd8-c135-4a9a-8468-08b25f95b727 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] For port 139d5cd9-e859-4669-8632-1b5893e0c549, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=139d5cd9-e859-4669-8632-1b5893e0c549,segment=NetworkSegment(a34699df-89a9-4820-be84-5eb7303ceb74),segment_id=a34699df-89a9-4820-be84-5eb7303ceb74)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:15.218061 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-75bafbd8-c135-4a9a-8468-08b25f95b727 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.231125 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-75bafbd8-c135-4a9a-8468-08b25f95b727 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Calling delete_port for 139d5cd9-e859-4669-8632-1b5893e0c549 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:15.383421 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bb9b6-6304-42e6-82ba-b94da63c1449 req-95afc679-dc5c-414a-bba4-b4b9c6ec23f5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.384920 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-294bb9b6-6304-42e6-82ba-b94da63c1449 req-95afc679-dc5c-414a-bba4-b4b9c6ec23f5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0917947 Aug 19 12:36:15.452199 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-75bafbd8-c135-4a9a-8468-08b25f95b727 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.462127 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-294bb9b6-6304-42e6-82ba-b94da63c1449 req-bab9e2fe-d24a-4229-a6e7-a5fa395f906b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599146 Aug 19 12:36:15.489161 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce5736-4b24-4889-8e84-5f9bc74bf1d5 req-07a8939d-ad5d-4672-abf5-93cd81b0fa0e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.490661 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-25ce5736-4b24-4889-8e84-5f9bc74bf1d5 req-07a8939d-ad5d-4672-abf5-93cd81b0fa0e tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.1453195 Aug 19 12:36:15.494717 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bafbd8-c135-4a9a-8468-08b25f95b727 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Pushing event deleted for resources: {'Port': ['ID=139d5cd9-e859-4669-8632-1b5893e0c549,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:15.556416 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-75bafbd8-c135-4a9a-8468-08b25f95b727 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] No DVR routers for this DVR port 139d5cd9-e859-4669-8632-1b5893e0c549 on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:15.560063 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-75bafbd8-c135-4a9a-8468-08b25f95b727 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.561994 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3174a205-ffca-4f55-b6f5-78a3f25081b9 req-75bafbd8-c135-4a9a-8468-08b25f95b727 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.50 "DELETE /v2.0/ports/139d5cd9-e859-4669-8632-1b5893e0c549 HTTP/1.1" status: 204 len: 173 time: 0.5301034 Aug 19 12:36:15.562433 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a11f59-196e-4b5b-9261-bda833485a32', 'name': 'network-vif-deleted', 'tag': '139d5cd9-e859-4669-8632-1b5893e0c549'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:15.564680 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e562506-fe8e-411f-addb-3aa2b9349eac" -d '{"events": [{"server_uuid": "a8a11f59-196e-4b5b-9261-bda833485a32", "name": "network-vif-deleted", "tag": "139d5cd9-e859-4669-8632-1b5893e0c549"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:15.572679 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-25ce5736-4b24-4889-8e84-5f9bc74bf1d5 req-b7d80187-8ee7-434d-9017-d40af22ed63a tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741165 Aug 19 12:36:15.606388 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b008a23c-13e6-414c-a84f-a6a241618dc7 x-openstack-request-id: req-b008a23c-13e6-414c-a84f-a6a241618dc7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:15.606679 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a11f59-196e-4b5b-9261-bda833485a32", "name": "network-vif-deleted", "tag": "139d5cd9-e859-4669-8632-1b5893e0c549", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:15.606928 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b008a23c-13e6-414c-a84f-a6a241618dc7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:15.607317 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a11f59-196e-4b5b-9261-bda833485a32', 'name': 'network-vif-deleted', 'tag': '139d5cd9-e859-4669-8632-1b5893e0c549', 'status': 'completed', 'code': 200} Aug 19 12:36:15.730815 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-92616f32-65f6-442c-b0fe-2cf171a5a58d req-44abfc56-58dd-43d1-80e0-202b4cff53d3 tempest-VolumesSnapshotTestJSON-1126576153 tempest-VolumesSnapshotTestJSON-1126576153-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a11f59-196e-4b5b-9261-bda833485a32 HTTP/1.1" status: 200 len: 210 time: 0.0421181 Aug 19 12:36:15.750099 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-628bd0e5-6395-4727-89e4-8cb136a4bdaa tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.751255 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-628bd0e5-6395-4727-89e4-8cb136a4bdaa tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 945 time: 0.0709438 Aug 19 12:36:15.846109 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-24779eae-47c7-45ec-bf43-d0d143561d19 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Deleting port 00363c01-0c43-42e9-beec-076174fb99af {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:15.846383 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-24779eae-47c7-45ec-bf43-d0d143561d19 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.935322 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-24779eae-47c7-45ec-bf43-d0d143561d19 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] For port 00363c01-0c43-42e9-beec-076174fb99af, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=00363c01-0c43-42e9-beec-076174fb99af,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:15.935679 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-24779eae-47c7-45ec-bf43-d0d143561d19 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.948276 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-24779eae-47c7-45ec-bf43-d0d143561d19 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Calling delete_port for 00363c01-0c43-42e9-beec-076174fb99af owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:16.079624 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-24779eae-47c7-45ec-bf43-d0d143561d19 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.092452 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['fbed3a0d-53e6-442d-b5ee-86a3ea4da241', '00363c01-0c43-42e9-beec-076174fb99af'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:16.109567 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24779eae-47c7-45ec-bf43-d0d143561d19 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Pushing event deleted for resources: {'Port': ['ID=00363c01-0c43-42e9-beec-076174fb99af,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:16.153141 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-24779eae-47c7-45ec-bf43-d0d143561d19 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] No DVR routers for this DVR port 00363c01-0c43-42e9-beec-076174fb99af on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:16.155966 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-24779eae-47c7-45ec-bf43-d0d143561d19 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.158650 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b373fcdb-6943-4f64-b7af-9ef6c95902ff req-24779eae-47c7-45ec-bf43-d0d143561d19 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.50 "DELETE /v2.0/ports/00363c01-0c43-42e9-beec-076174fb99af HTTP/1.1" status: 204 len: 173 time: 0.3990610 Aug 19 12:36:16.590327 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbbd9a-784c-49e4-a5c7-fe8262e2f975 req-1b144ccd-dc6c-43f6-9f89-6253c81dd038 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:16.591822 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35fbbd9a-784c-49e4-a5c7-fe8262e2f975 req-1b144ccd-dc6c-43f6-9f89-6253c81dd038 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0497510 Aug 19 12:36:16.637452 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35fbbd9a-784c-49e4-a5c7-fe8262e2f975 req-f51c3cc7-93ff-4ba5-8153-04cb0f18755f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 Aug 19 12:36:16.693810 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b602cd9e-e490-42de-b967-6e143b9bbbd2 req-a9ce6852-68a8-456b-be88-62e8fbc65a95 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147 HTTP/1.1" status: 200 len: 210 time: 0.0264685 Aug 19 12:36:17.395508 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 139d5cd9-e859-4669-8632-1b5893e0c549 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:17.416154 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: 139d5cd9-e859-4669-8632-1b5893e0c549 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:17.416500 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 139d5cd9-e859-4669-8632-1b5893e0c549 not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:17.416944 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 00363c01-0c43-42e9-beec-076174fb99af no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:17.435090 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: 00363c01-0c43-42e9-beec-076174fb99af {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:17.435438 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 00363c01-0c43-42e9-beec-076174fb99af not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:17.608547 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147', 'name': 'network-vif-deleted', 'tag': '00363c01-0c43-42e9-beec-076174fb99af'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:17.610871 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dd1521-a6cb-407c-be72-2d7748131bd8" -d '{"events": [{"server_uuid": "f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147", "name": "network-vif-deleted", "tag": "00363c01-0c43-42e9-beec-076174fb99af"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:17.645913 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473f58cd-39cb-425b-b8af-03f467cc20f1 x-openstack-request-id: req-473f58cd-39cb-425b-b8af-03f467cc20f1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:17.646270 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147", "name": "network-vif-deleted", "tag": "00363c01-0c43-42e9-beec-076174fb99af", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:17.646591 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-473f58cd-39cb-425b-b8af-03f467cc20f1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:17.647077 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b8d1fc-0f63-4b09-a9d7-dfa2e083a147', 'name': 'network-vif-deleted', 'tag': '00363c01-0c43-42e9-beec-076174fb99af', 'status': 'completed', 'code': 200} Aug 19 12:36:17.755046 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9db068-b273-41b4-bdf1-4bf460af8535 req-350636f8-7523-4c80-8dff-c4c818ca14c7 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:17.756578 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7a9db068-b273-41b4-bdf1-4bf460af8535 req-350636f8-7523-4c80-8dff-c4c818ca14c7 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0568004 Aug 19 12:36:17.797235 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7a9db068-b273-41b4-bdf1-4bf460af8535 req-500964bd-c223-40f8-b1f8-616eeed3f556 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336602 Aug 19 12:36:17.984471 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ff142-1edf-4ffc-b10c-67c9e7b28cb1 req-b0dd706a-0326-4c32-a745-73c6232dfc28 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:17.986004 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-758ff142-1edf-4ffc-b10c-67c9e7b28cb1 req-b0dd706a-0326-4c32-a745-73c6232dfc28 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0620844 Aug 19 12:36:18.025456 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-758ff142-1edf-4ffc-b10c-67c9e7b28cb1 req-b48347f8-8a32-42dc-9934-f0e96d92312c tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323982 Aug 19 12:36:18.914920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558171e-35e5-4460-9e69-5635cfd0dca9 req-0c324de7-b310-4666-8ada-bfd6a87a8ec0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:18.916399 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5558171e-35e5-4460-9e69-5635cfd0dca9 req-0c324de7-b310-4666-8ada-bfd6a87a8ec0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0495231 Aug 19 12:36:18.954622 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5558171e-35e5-4460-9e69-5635cfd0dca9 req-59db8fc9-3116-47ff-8afa-7feefbd4f357 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320554 Aug 19 12:36:19.143052 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9531b-9758-47f1-8938-16a55eba8b8c req-1568dec9-00f6-4d8a-9ddc-d3055c4fe7f7 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:19.144538 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-73d9531b-9758-47f1-8938-16a55eba8b8c req-1568dec9-00f6-4d8a-9ddc-d3055c4fe7f7 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0529079 Aug 19 12:36:19.181618 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-73d9531b-9758-47f1-8938-16a55eba8b8c req-1c60199a-0744-4a14-bc3e-4433eea34caa tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308802 Aug 19 12:36:19.721489 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:36:20.073250 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491c6d8-c6bc-4554-8911-678dcddec129 req-1547b3d1-b0ee-4e70-afd5-96418d9bf785 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:20.074725 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5491c6d8-c6bc-4554-8911-678dcddec129 req-1547b3d1-b0ee-4e70-afd5-96418d9bf785 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0480332 Aug 19 12:36:20.111733 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5491c6d8-c6bc-4554-8911-678dcddec129 req-7f8b7b41-c267-4758-8f0f-fe7979f36de6 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311835 Aug 19 12:36:20.293690 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d540fea-151e-4259-bfe8-7dfe642ac21a req-6c920a04-4a44-43d1-8e3a-dc9b0be478a9 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:20.295113 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0d540fea-151e-4259-bfe8-7dfe642ac21a req-6c920a04-4a44-43d1-8e3a-dc9b0be478a9 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0472000 Aug 19 12:36:20.333533 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0d540fea-151e-4259-bfe8-7dfe642ac21a req-5e779c87-e18e-481a-8a06-772dc1935f79 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325339 Aug 19 12:36:21.227950 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcbfcb-fc85-46d0-b693-191525dd6a90 req-318466c6-8ba3-4d8d-a508-cd7665ebab46 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:21.229379 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fdcbfcb-fc85-46d0-b693-191525dd6a90 req-318466c6-8ba3-4d8d-a508-cd7665ebab46 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0517483 Aug 19 12:36:21.265536 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6fdcbfcb-fc85-46d0-b693-191525dd6a90 req-1ccdc87a-3955-42f4-b573-997266046ea5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302618 Aug 19 12:36:21.445088 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eefcc2-ede8-42bb-a6a4-db5b0257b2c1 req-eae5d7c9-a99c-4fbd-a72b-839def2b03d3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:21.446622 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-90eefcc2-ede8-42bb-a6a4-db5b0257b2c1 req-eae5d7c9-a99c-4fbd-a72b-839def2b03d3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0484197 Aug 19 12:36:21.484454 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-90eefcc2-ede8-42bb-a6a4-db5b0257b2c1 req-b57db0e8-dbf3-481b-839f-b0fa4b9b4440 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Aug 19 12:36:22.384829 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41482fd4-aac7-4239-a83e-b7bdb6e9ace7 req-fc367383-2c3d-418d-ab42-9feb71ea622f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:22.386319 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-41482fd4-aac7-4239-a83e-b7bdb6e9ace7 req-fc367383-2c3d-418d-ab42-9feb71ea622f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0487812 Aug 19 12:36:22.423839 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-41482fd4-aac7-4239-a83e-b7bdb6e9ace7 req-7db67682-d8cf-4cab-9c7b-6f3b3cad642e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316787 Aug 19 12:36:22.639339 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c4012-8d8e-4e0b-83cf-ef01f35d9714 req-5ef73436-88bc-403b-8c39-25e69fccb950 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:22.645006 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b00c4012-8d8e-4e0b-83cf-ef01f35d9714 req-5ef73436-88bc-403b-8c39-25e69fccb950 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0822949 Aug 19 12:36:22.700917 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecb188-8537-4c68-80b8-aec1003ae642 req-a743ba98-587d-41bb-9d8a-9a6e026a5563 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:22.702492 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2cecb188-8537-4c68-80b8-aec1003ae642 req-a743ba98-587d-41bb-9d8a-9a6e026a5563 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.1091001 Aug 19 12:36:22.731829 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b00c4012-8d8e-4e0b-83cf-ef01f35d9714 req-2d5b8b6d-f702-4d21-be36-7410a01e2e84 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763745 Aug 19 12:36:22.742007 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-7c80499b-ad77-4ed7-ab57-3e1dad2c24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:22.743596 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-7c80499b-ad77-4ed7-ab57-3e1dad2c24bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 1098 time: 0.0976322 Aug 19 12:36:22.783123 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2cecb188-8537-4c68-80b8-aec1003ae642 req-b1635b40-cf7b-4677-89ff-052a9ba137fe tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670161 Aug 19 12:36:23.089500 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-6fb3f6cc-1154-4c2b-a213-55f471155267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.090958 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-6fb3f6cc-1154-4c2b-a213-55f471155267 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 200 len: 912 time: 0.3357930 Aug 19 12:36:23.159642 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-21ff8e5b-1563-4487-9b79-cefa523a97df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b9c9acb-8432-426d-9d6d-05743dbbdd2c HTTP/1.1" status: 200 len: 1001 time: 0.0584054 Aug 19 12:36:23.218563 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-42d15388-2491-40d9-8a3e-74876130fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.220116 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-42d15388-2491-40d9-8a3e-74876130fdb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f07125d1-9222-4282-a4b0-3cce5793962a HTTP/1.1" status: 200 len: 850 time: 0.0455799 Aug 19 12:36:23.270205 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-239ee961-4d3d-4609-90f9-ddb4e966b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.271714 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-239ee961-4d3d-4609-90f9-ddb4e966b175 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9c0505f-0b62-430c-81bb-51a10230472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421314 Aug 19 12:36:23.364385 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-27690eb5-6175-42d6-94d6-bbd15b996367 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841601 Aug 19 12:36:23.456910 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-822e6b33-ca8d-43d6-b81c-62d432c6137d req-81614795-ef42-42b0-9499-63f469a87992 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811682 Aug 19 12:36:23.851309 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81047abf-debe-461a-ae67-2bf3588d2756 req-37af9d81-6179-44f4-99d3-8280d42715f8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.852873 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-81047abf-debe-461a-ae67-2bf3588d2756 req-37af9d81-6179-44f4-99d3-8280d42715f8 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0521259 Aug 19 12:36:23.920709 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-81047abf-debe-461a-ae67-2bf3588d2756 req-f2ba12dd-44af-4682-a87e-3ce02ed63ac0 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/security-groups?id=56501396-077c-4384-bfe9-99c24ca24ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535140 Aug 19 12:36:23.936116 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1dda6-eace-430b-9162-0de798adda9b req-e8ea2ced-7894-410c-acad-288d2ab0615f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.937700 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-64b1dda6-eace-430b-9162-0de798adda9b req-e8ea2ced-7894-410c-acad-288d2ab0615f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0810361 Aug 19 12:36:24.013399 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-ecd024aa-b8b5-45c5-88ad-df7b38f397f3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:24.014826 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-ecd024aa-b8b5-45c5-88ad-df7b38f397f3 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.50 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 946 time: 0.0762384 Aug 19 12:36:24.017639 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-64b1dda6-eace-430b-9162-0de798adda9b req-f5511d42-ec0a-4fbb-a603-d1e523814194 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700755 Aug 19 12:36:24.131003 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-30c5a15e-706c-4307-908b-ffe496efe4bd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Deleting port fbed3a0d-53e6-442d-b5ee-86a3ea4da241 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:24.131336 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-30c5a15e-706c-4307-908b-ffe496efe4bd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.220746 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-30c5a15e-706c-4307-908b-ffe496efe4bd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] For port fbed3a0d-53e6-442d-b5ee-86a3ea4da241, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:24.221281 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-30c5a15e-706c-4307-908b-ffe496efe4bd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.234495 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-30c5a15e-706c-4307-908b-ffe496efe4bd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Calling delete_port for fbed3a0d-53e6-442d-b5ee-86a3ea4da241 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:24.364467 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-30c5a15e-706c-4307-908b-ffe496efe4bd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.375720 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['fbed3a0d-53e6-442d-b5ee-86a3ea4da241'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:24.390662 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5a15e-706c-4307-908b-ffe496efe4bd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Pushing event deleted for resources: {'Port': ['ID=fbed3a0d-53e6-442d-b5ee-86a3ea4da241,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:24.437532 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-30c5a15e-706c-4307-908b-ffe496efe4bd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] No DVR routers for this DVR port fbed3a0d-53e6-442d-b5ee-86a3ea4da241 on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:24.439978 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-30c5a15e-706c-4307-908b-ffe496efe4bd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.442026 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ec27e2cf-8a51-4339-ae38-057a70237e31 req-30c5a15e-706c-4307-908b-ffe496efe4bd tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.50 "DELETE /v2.0/ports/fbed3a0d-53e6-442d-b5ee-86a3ea4da241 HTTP/1.1" status: 204 len: 173 time: 0.4146366 Aug 19 12:36:24.442588 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70afa0ac-7c84-4263-9cc8-1d610d245d44', 'name': 'network-vif-deleted', 'tag': 'fbed3a0d-53e6-442d-b5ee-86a3ea4da241'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:24.445071 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb039305-b9c4-4778-9203-aa94e6874917" -d '{"events": [{"server_uuid": "70afa0ac-7c84-4263-9cc8-1d610d245d44", "name": "network-vif-deleted", "tag": "fbed3a0d-53e6-442d-b5ee-86a3ea4da241"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:24.483076 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31d260a-5632-4b97-8c00-9207b7c9d14f x-openstack-request-id: req-c31d260a-5632-4b97-8c00-9207b7c9d14f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:24.483692 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70afa0ac-7c84-4263-9cc8-1d610d245d44", "name": "network-vif-deleted", "tag": "fbed3a0d-53e6-442d-b5ee-86a3ea4da241", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:24.483813 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c31d260a-5632-4b97-8c00-9207b7c9d14f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:24.484154 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70afa0ac-7c84-4263-9cc8-1d610d245d44', 'name': 'network-vif-deleted', 'tag': 'fbed3a0d-53e6-442d-b5ee-86a3ea4da241', 'status': 'completed', 'code': 200} Aug 19 12:36:24.538690 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49242) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:24.642471 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab738c08-33bd-4725-8923-6d921ab9204b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.730543 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab738c08-33bd-4725-8923-6d921ab9204b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.734179 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab738c08-33bd-4725-8923-6d921ab9204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.771058 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-ab738c08-33bd-4725-8923-6d921ab9204b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13192c83cf894da08bcd77b7f27c4fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313204 Aug 19 12:36:24.771919 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab738c08-33bd-4725-8923-6d921ab9204b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d5fdd-691b-4d1e-a985-1234dd93e24b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:24.774633 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 49246) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:24.824329 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed704a5e-8242-456c-9bf4-bef81f5bfe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.848149 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed704a5e-8242-456c-9bf4-bef81f5bfe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.899929 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed704a5e-8242-456c-9bf4-bef81f5bfe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.902721 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ed704a5e-8242-456c-9bf4-bef81f5bfe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.906301 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-ed704a5e-8242-456c-9bf4-bef81f5bfe8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e94d5fdd-691b-4d1e-a985-1234dd93e24b HTTP/1.1" status: 204 len: 168 time: 0.1282516 Aug 19 12:36:24.915635 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed704a5e-8242-456c-9bf4-bef81f5bfe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d5fdd-691b-4d1e-a985-1234dd93e24b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:25.046703 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5090053b-8e82-4c2a-85fb-7331014558cf req-6ffe6258-0567-4e0d-9b7d-0fe94d3d0953 tempest-ServerRescueNegativeTestJSON-1888461602 tempest-ServerRescueNegativeTestJSON-1888461602-project] 10.222.0.42 "GET /v2.0/ports?device_id=70afa0ac-7c84-4263-9cc8-1d610d245d44 HTTP/1.1" status: 200 len: 210 time: 0.0352347 Aug 19 12:36:25.166443 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ce1c5-6d16-4657-a827-07252f1266bc req-c5baa112-cc09-40a8-8f2b-ce551f2a97fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:25.169094 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d39ce1c5-6d16-4657-a827-07252f1266bc req-c5baa112-cc09-40a8-8f2b-ce551f2a97fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0612736 Aug 19 12:36:25.211882 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d39ce1c5-6d16-4657-a827-07252f1266bc req-e85fb27a-eca6-45a9-8c61-4e9f9a94d51f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366683 Aug 19 12:36:26.110447 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:26.516899 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636155'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.796009 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] Deleting port f514ba57-729a-4725-80cb-24c03475bd12 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:26.796349 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.872731 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] For port f514ba57-729a-4725-80cb-24c03475bd12, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f514ba57-729a-4725-80cb-24c03475bd12,segment=NetworkSegment(ec17fce8-7d94-4e9b-8bd6-17d274a04073),segment_id=ec17fce8-7d94-4e9b-8bd6-17d274a04073)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:26.873091 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.884776 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] Calling delete_port for f514ba57-729a-4725-80cb-24c03475bd12 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:27.071485 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.097408 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] Pushing event deleted for resources: {'Port': ['ID=f514ba57-729a-4725-80cb-24c03475bd12,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:27.250735 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760171'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.453811 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] Router a797f33f-eaa3-4399-ae1e-fc8ecd210489 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:36:27.555116 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:36:27.560136 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-209bd3a6-d492-4c15-99a3-8103bae1ed23 admin admin] 10.222.0.42 "PUT /v2.0/routers/a797f33f-eaa3-4399-ae1e-fc8ecd210489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4486563 Aug 19 12:36:27.562604 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49276) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:27.566025 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] Sync routers for ids ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:36:27.575654 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] Routers {'a797f33f-eaa3-4399-ae1e-fc8ecd210489'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:27.576267 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:36:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:27.684017 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] Set router a797f33f-eaa3-4399-ae1e-fc8ecd210489 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:27.868296 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'name': 'tempest-ServerRescueNegativeTestJSON-341277399-router', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:36:27Z', 'revision_number': 5, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'gw_port': {'id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:27.893739 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] Checking router: a797f33f-eaa3-4399-ae1e-fc8ecd210489 for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:36:27.902357 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] Routers {'a797f33f-eaa3-4399-ae1e-fc8ecd210489'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:36:27.902962 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:36:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:27.906681 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.005195 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] Set router a797f33f-eaa3-4399-ae1e-fc8ecd210489 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:36:28.010114 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.061832 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Deleting port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:28.062176 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.141046 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] For port 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:28.141365 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.153258 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Calling delete_port for 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:28.183492 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'name': 'tempest-ServerRescueNegativeTestJSON-341277399-router', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:36:27Z', 'revision_number': 5, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'gw_port': {'id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:28.294119 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b75d9b-8cd0-44d2-a14b-a4481b2cb0b1 None None] The sync data for ids ['a797f33f-eaa3-4399-ae1e-fc8ecd210489'] in dv-cinder-804603-3-iscsi is: [{'id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'name': 'tempest-ServerRescueNegativeTestJSON-341277399-router', 'tenant_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:36:27Z', 'revision_number': 5, 'project_id': 'ae34a936c8ff487c8bc87e66e6f1e24a', 'gw_port': {'id': '6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a797f33f-eaa3-4399-ae1e-fc8ecd210489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:21Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:36:28.322351 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.354727 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:28.415783 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632483'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.516847 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.518924 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.585397 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623593'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.585903 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a797f33f-eaa3-4399-ae1e-fc8ecd210489 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:36:28.591262 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.594714 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-400a27e1-14f6-449b-800e-efe22db524e0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a797f33f-eaa3-4399-ae1e-fc8ecd210489 HTTP/1.1" status: 204 len: 168 time: 1.0282021 Aug 19 12:36:28.594940 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:28.642030 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4090472b-b3f8-4434-aa37-30574a3da564 admin admin] Deleting subnet 32eb3bcb-03a5-46e8-974c-a7b65e935ba1 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:28.645303 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4090472b-b3f8-4434-aa37-30574a3da564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.687215 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4090472b-b3f8-4434-aa37-30574a3da564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3237808'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.694917 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device fbed3a0d-53e6-442d-b5ee-86a3ea4da241 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:28.718881 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: fbed3a0d-53e6-442d-b5ee-86a3ea4da241 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:28.719291 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device fbed3a0d-53e6-442d-b5ee-86a3ea4da241 not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:28.736823 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4090472b-b3f8-4434-aa37-30574a3da564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.780812 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f514ba57-729a-4725-80cb-24c03475bd12 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:28.803814 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4090472b-b3f8-4434-aa37-30574a3da564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3075687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2900412'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.804116 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: f514ba57-729a-4725-80cb-24c03475bd12 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:28.804726 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f514ba57-729a-4725-80cb-24c03475bd12 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:28.829969 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090472b-b3f8-4434-aa37-30574a3da564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32eb3bcb-03a5-46e8-974c-a7b65e935ba1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:28.835467 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4090472b-b3f8-4434-aa37-30574a3da564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.837374 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-4090472b-b3f8-4434-aa37-30574a3da564 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/32eb3bcb-03a5-46e8-974c-a7b65e935ba1 HTTP/1.1" status: 204 len: 168 time: 0.2414899 Aug 19 12:36:28.840053 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49284) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:28.908388 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.994809 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.004438 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac555dc-9427-48d6-a42f-9780f81698ca']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:29.014782 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec17fce8-7d94-4e9b-8bd6-17d274a04073') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:29.015083 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec17fce8-7d94-4e9b-8bd6-17d274a04073') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:29.024087 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3237817'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.039634 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.046697 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:29.047212 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134149'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: Traceback (most recent call last): Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: timer() Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: cb(*args, **kw) Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: return func(*args, **kwargs) Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: self._notify() Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: self.callback(batched_events) Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: event.method(event) Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: return f(self, *a, **k) Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._get(url).json() Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:29.048992 dv-cinder-804603-3-iscsi neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:29.121371 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.129411 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.132982 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9ac555dc-9427-48d6-a42f-9780f81698ca HTTP/1.1" status: 204 len: 168 time: 0.2918246 Aug 19 12:36:29.144779 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac24305-9014-4468-9d39-a87d169968d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac555dc-9427-48d6-a42f-9780f81698ca,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:29.313686 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49288) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:29.371242 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-bfcc3c5c-770f-4fbd-8156-e84fdd3d4c80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae34a936c8ff487c8bc87e66e6f1e24a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0563853 Aug 19 12:36:29.375242 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:29.435267 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87fdbde7-0286-4330-a194-80fbaa87972d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.457568 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87fdbde7-0286-4330-a194-80fbaa87972d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.508597 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87fdbde7-0286-4330-a194-80fbaa87972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.511345 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87fdbde7-0286-4330-a194-80fbaa87972d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.512246 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-87fdbde7-0286-4330-a194-80fbaa87972d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56501396-077c-4384-bfe9-99c24ca24ec5 HTTP/1.1" status: 204 len: 168 time: 0.1360841 Aug 19 12:36:29.523579 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdbde7-0286-4330-a194-80fbaa87972d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56501396-077c-4384-bfe9-99c24ca24ec5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:30.683081 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:30.707612 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:30.708031 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 6da7a29c-9b0d-4dc0-be94-fbbecc1d8df1 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:33.211748 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4051ffd8-7ef8-4baf-a362-fdd005690386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.045377 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.743898 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06818dc4-a757-4c0c-878a-9f1c5b07ab78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:36.163064 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:36.765535 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-1ada4030-89b4-46fe-b728-5d5e7dac3097 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398505 Aug 19 12:36:36.830873 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-7ab51dfc-85a3-4c2c-ab79-1cf32ca9bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:36.832409 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-7ab51dfc-85a3-4c2c-ab79-1cf32ca9bd56 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 1100 time: 0.0420349 Aug 19 12:36:36.937065 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-f58373e2-128d-4f6b-882d-ef1e65fa65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:36.938509 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-f58373e2-128d-4f6b-882d-ef1e65fa65b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 918 time: 0.0827076 Aug 19 12:36:37.004572 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-99660832-76f1-4da0-9ad8-42162ba0a977 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0578847 Aug 19 12:36:37.058441 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-1e21fe19-68f3-4401-b482-6c66248927e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:37.059797 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-1e21fe19-68f3-4401-b482-6c66248927e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.0462406 Aug 19 12:36:37.086941 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.108380 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-91a22d83-7666-49ca-8a47-f2980a31adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:37.109943 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-91a22d83-7666-49ca-8a47-f2980a31adc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399487 Aug 19 12:36:37.207895 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-ac19e7af-d8a0-4bcd-8418-fab5cae13b28 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837927 Aug 19 12:36:37.299681 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d5b5be5-3122-4b21-8010-01996280d8d4 req-598febe3-4211-4c12-b6ee-c2030d90af46 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843103 Aug 19 12:36:38.333924 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.892912 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.996984 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccb31-907f-4bd6-afb8-4051aab8d579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.084047 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccb31-907f-4bd6-afb8-4051aab8d579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.087864 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccb31-907f-4bd6-afb8-4051aab8d579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.124814 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ccb31-907f-4bd6-afb8-4051aab8d579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d50de14-734b-40b3-8c45-532d9be6616e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:39.129859 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-bc1ccb31-907f-4bd6-afb8-4051aab8d579 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a44bbccea71a46c6bc540d7ec6749f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359116 Aug 19 12:36:39.132426 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49452) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:39.179486 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-570510e3-ce05-45d2-9e92-feb3c3fbfdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.199391 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-570510e3-ce05-45d2-9e92-feb3c3fbfdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.245322 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-570510e3-ce05-45d2-9e92-feb3c3fbfdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.247776 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-570510e3-ce05-45d2-9e92-feb3c3fbfdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.248964 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-570510e3-ce05-45d2-9e92-feb3c3fbfdd8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d50de14-734b-40b3-8c45-532d9be6616e HTTP/1.1" status: 204 len: 168 time: 0.1155558 Aug 19 12:36:39.256240 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570510e3-ce05-45d2-9e92-feb3c3fbfdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d50de14-734b-40b3-8c45-532d9be6616e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:46.454785 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49606) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:46.501575 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3254550-34cc-4446-8156-584b23f008b5 admin admin] Deleting subnet ac6fb3a4-a05c-408e-9167-88dfc27f7fae {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:46.504406 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3254550-34cc-4446-8156-584b23f008b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.536599 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3254550-34cc-4446-8156-584b23f008b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3237808'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.574603 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3254550-34cc-4446-8156-584b23f008b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.625071 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3254550-34cc-4446-8156-584b23f008b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3075687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2900412'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.651589 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3254550-34cc-4446-8156-584b23f008b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6fb3a4-a05c-408e-9167-88dfc27f7fae,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:46.656356 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3254550-34cc-4446-8156-584b23f008b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.659056 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-d3254550-34cc-4446-8156-584b23f008b5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ac6fb3a4-a05c-408e-9167-88dfc27f7fae HTTP/1.1" status: 204 len: 168 time: 0.2032473 Aug 19 12:36:46.660671 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:46.731227 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.810361 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.819595 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:46.828850 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34699df-89a9-4820-be84-5eb7303ceb74') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:46.829146 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34699df-89a9-4820-be84-5eb7303ceb74') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:46.838574 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3237817'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.852858 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.858555 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:46.858935 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134149'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: Traceback (most recent call last): Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: timer() Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: cb(*args, **kw) Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: return func(*args, **kwargs) Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: self._notify() Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: self.callback(batched_events) Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: event.method(event) Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: return f(self, *a, **k) Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._get(url).json() Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:46.860588 dv-cinder-804603-3-iscsi neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:46.909939 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.916027 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.917920 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c HTTP/1.1" status: 204 len: 168 time: 0.2562389 Aug 19 12:36:46.928444 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994849a-8117-4242-9efc-7e92e42dd501 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3da94e6-ccf6-4c87-88e8-69cbc35f1b3c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:47.076020 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 49612) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:47.116715 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b6538677-d535-48b7-a47f-e9219d5e0527 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e201aaa7b1f844a48857dfbf8db2149b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395763 Aug 19 12:36:47.119270 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 49618) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:47.169640 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a02591-dbef-449d-926b-082ef1ceb31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.193869 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a02591-dbef-449d-926b-082ef1ceb31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.241045 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a02591-dbef-449d-926b-082ef1ceb31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.243941 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-96a02591-dbef-449d-926b-082ef1ceb31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.245101 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-96a02591-dbef-449d-926b-082ef1ceb31d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0484a686-e50f-4882-935b-29f831fba805 HTTP/1.1" status: 204 len: 168 time: 0.1249406 Aug 19 12:36:47.252361 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a02591-dbef-449d-926b-082ef1ceb31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0484a686-e50f-4882-935b-29f831fba805,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:48.463739 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:48.567302 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dbb9193-bb70-4b89-b898-0aa6621e4fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.653952 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dbb9193-bb70-4b89-b898-0aa6621e4fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.658111 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4dbb9193-bb70-4b89-b898-0aa6621e4fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.699414 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-4dbb9193-bb70-4b89-b898-0aa6621e4fca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fdf1fe76338450fbbbe072ef4124b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339003 Aug 19 12:36:48.700275 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb9193-bb70-4b89-b898-0aa6621e4fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faee13c-64ef-45b8-8659-7c0ac5edead2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:48.702830 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 49636) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:48.750715 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a901e79c-baca-4ea2-8cbc-b4d0014de5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.771918 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a901e79c-baca-4ea2-8cbc-b4d0014de5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.820938 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a901e79c-baca-4ea2-8cbc-b4d0014de5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.823516 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a901e79c-baca-4ea2-8cbc-b4d0014de5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.824681 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-a901e79c-baca-4ea2-8cbc-b4d0014de5a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2faee13c-64ef-45b8-8659-7c0ac5edead2 HTTP/1.1" status: 204 len: 168 time: 0.1208341 Aug 19 12:36:48.832238 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901e79c-baca-4ea2-8cbc-b4d0014de5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faee13c-64ef-45b8-8659-7c0ac5edead2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:50.517696 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 49698) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:50.620435 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0971c781-83ee-4e31-b055-82e68b48319f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.708039 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0971c781-83ee-4e31-b055-82e68b48319f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.711758 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0971c781-83ee-4e31-b055-82e68b48319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.749987 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0971c781-83ee-4e31-b055-82e68b48319f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f2e708332b249d38b8e643016129b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312467 Aug 19 12:36:50.750858 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971c781-83ee-4e31-b055-82e68b48319f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc73d09b-6f2c-42b4-b689-d30554b23ee5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:50.753452 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49702) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:50.810644 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49473989-361d-4211-87ac-11cb3217d27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.830574 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49473989-361d-4211-87ac-11cb3217d27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.876749 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49473989-361d-4211-87ac-11cb3217d27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.879160 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49473989-361d-4211-87ac-11cb3217d27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.880400 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-49473989-361d-4211-87ac-11cb3217d27e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc73d09b-6f2c-42b4-b689-d30554b23ee5 HTTP/1.1" status: 204 len: 168 time: 0.1257911 Aug 19 12:36:50.887698 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49473989-361d-4211-87ac-11cb3217d27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc73d09b-6f2c-42b4-b689-d30554b23ee5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:51.132445 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:51.146781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b876-b0a8-44d5-87ba-673cef78e555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.240114 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b876-b0a8-44d5-87ba-673cef78e555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.243971 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b876-b0a8-44d5-87ba-673cef78e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.279553 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2b876-b0a8-44d5-87ba-673cef78e555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e57e76-40a5-41b5-8a77-0bf828b23ca6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:51.283837 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-4ab2b876-b0a8-44d5-87ba-673cef78e555 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=703853670ea74e8482d77ca6f1698e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503551 Aug 19 12:36:51.286415 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49710) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:51.335882 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d20cbe3f-27d7-48a1-97fd-b34b6f8e2b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.358828 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d20cbe3f-27d7-48a1-97fd-b34b6f8e2b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.407944 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d20cbe3f-27d7-48a1-97fd-b34b6f8e2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.410407 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d20cbe3f-27d7-48a1-97fd-b34b6f8e2b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.411555 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-d20cbe3f-27d7-48a1-97fd-b34b6f8e2b72 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1e57e76-40a5-41b5-8a77-0bf828b23ca6 HTTP/1.1" status: 204 len: 168 time: 0.1236651 Aug 19 12:36:51.421712 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cbe3f-27d7-48a1-97fd-b34b6f8e2b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e57e76-40a5-41b5-8a77-0bf828b23ca6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:56.720733 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:37:01.904687 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f625e-d767-4e7e-b561-3f1add2b057b req-3b2b83bc-0d11-44d8-b6b9-0c391a6a4fb5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:01.906193 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f35f625e-d767-4e7e-b561-3f1add2b057b req-3b2b83bc-0d11-44d8-b6b9-0c391a6a4fb5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0475280 Aug 19 12:37:01.943906 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f35f625e-d767-4e7e-b561-3f1add2b057b req-8ecaf499-5cef-41bb-914e-323f9ff0609b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313060 Aug 19 12:37:03.021040 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76058e04-faa4-45c1-a589-5013cd1606c0 req-1f2ddef2-8cd0-446c-b8fd-9255b2202bd4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:03.022462 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-76058e04-faa4-45c1-a589-5013cd1606c0 req-1f2ddef2-8cd0-446c-b8fd-9255b2202bd4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 947 time: 0.0499361 Aug 19 12:37:03.082936 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-76058e04-faa4-45c1-a589-5013cd1606c0 req-d7cf40b8-d41d-472e-b08f-8484bf891381 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527029 Aug 19 12:37:03.093314 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64b791-7efe-4811-8b21-b24db9fba06e req-a1f2cc42-facb-4c69-87d4-ec2ba892ca50 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:03.094740 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ff64b791-7efe-4811-8b21-b24db9fba06e req-a1f2cc42-facb-4c69-87d4-ec2ba892ca50 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0813372 Aug 19 12:37:03.132069 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ff64b791-7efe-4811-8b21-b24db9fba06e req-79ffcbcb-0b04-4c85-a019-1720078fd2a6 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309081 Aug 19 12:37:03.214313 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5763eea5-3f58-45fd-8ef0-d8d8e7c612da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.944344 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2284ef6-6418-45da-a888-cf16f1426661 req-fab23a88-a903-490b-bcc0-bbda3db0e983 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:03.945855 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f2284ef6-6418-45da-a888-cf16f1426661 req-fab23a88-a903-490b-bcc0-bbda3db0e983 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.50 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.0479989 Aug 19 12:37:04.032188 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.038324 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Deleting port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:04.038837 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.124196 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] For port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:04.124559 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.353670 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c824c14-90b5-4b0d-92dd-974506add7d6 req-764d2bd3-5aac-47ff-b514-30914546bab7 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:04.355144 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c824c14-90b5-4b0d-92dd-974506add7d6 req-764d2bd3-5aac-47ff-b514-30914546bab7 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 947 time: 0.2013261 Aug 19 12:37:04.403682 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997336ab-ae32-4b99-9681-934724cef969 req-eb5083f2-2ff1-4db9-bb30-c5be3c415664 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:04.405107 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-997336ab-ae32-4b99-9681-934724cef969 req-eb5083f2-2ff1-4db9-bb30-c5be3c415664 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 945 time: 0.1928015 Aug 19 12:37:04.449060 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.450067 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.450506 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Floating IP 48a49cf9-d5c7-4c35-8511-a0f08ab4e4ef disassociated. External IP: 172.27.3.132, port: 3b9c9acb-8432-426d-9d6d-05743dbbdd2c. Aug 19 12:37:04.450909 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Calling delete_port for 3b9c9acb-8432-426d-9d6d-05743dbbdd2c owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:04.480515 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c824c14-90b5-4b0d-92dd-974506add7d6 req-8220f512-4a86-4b35-9898-cfd3325053fc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947621 Aug 19 12:37:04.489250 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-997336ab-ae32-4b99-9681-934724cef969 req-54cf55da-ff71-4ca0-ac04-00e41b17dea2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea98c045-ad0b-4c30-865c-24fa298ce478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705221 Aug 19 12:37:04.646498 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-fd752ed9-d677-4fd4-9669-ea793bc6f09b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:04.647965 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-fd752ed9-d677-4fd4-9669-ea793bc6f09b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.50 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 947 time: 0.0847511 Aug 19 12:37:04.653883 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.702891 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event deleted for resources: {'Port': ['ID=3b9c9acb-8432-426d-9d6d-05743dbbdd2c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:04.724289 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.724701 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.728920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.728920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.728920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.728920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.728920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.728920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.728920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.728920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.728920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:04.728920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:05.110773 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Deleting port cb05c0c9-ab0b-49dc-8a12-116515052ec0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:05.111428 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.156945 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:37:05.249715 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] For port cb05c0c9-ab0b-49dc-8a12-116515052ec0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cb05c0c9-ab0b-49dc-8a12-116515052ec0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:05.250076 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.346894 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:05.359242 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] Sync routers for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:05.369670 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:05.370536 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:36:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:05.424543 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] No DVR routers for this DVR port 3b9c9acb-8432-426d-9d6d-05743dbbdd2c on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:37:05.428215 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.430276 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f2284ef6-6418-45da-a888-cf16f1426661 req-920e9dc6-bb6d-49dc-a546-411999f8369c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.50 "DELETE /v2.0/ports/3b9c9acb-8432-426d-9d6d-05743dbbdd2c HTTP/1.1" status: 204 len: 173 time: 1.4780433 Aug 19 12:37:05.430725 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'name': 'network-vif-deleted', 'tag': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:05.433010 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aad74d-4af3-496c-88be-080191a7b630" -d '{"events": [{"server_uuid": "aafd8575-f166-4b57-b996-28a5b7460a3c", "name": "network-vif-deleted", "tag": "3b9c9acb-8432-426d-9d6d-05743dbbdd2c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:05.506024 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:05.513014 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a4440a-8f8c-4f6f-83cb-b60702ac6fc7 x-openstack-request-id: req-10a4440a-8f8c-4f6f-83cb-b60702ac6fc7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:05.513383 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafd8575-f166-4b57-b996-28a5b7460a3c", "name": "network-vif-deleted", "tag": "3b9c9acb-8432-426d-9d6d-05743dbbdd2c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:05.513712 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10a4440a-8f8c-4f6f-83cb-b60702ac6fc7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:05.514184 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafd8575-f166-4b57-b996-28a5b7460a3c', 'name': 'network-vif-deleted', 'tag': '3b9c9acb-8432-426d-9d6d-05743dbbdd2c', 'status': 'completed', 'code': 200} Aug 19 12:37:05.517451 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.517978 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.518372 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Floating IP 043f67be-6098-461c-a279-fc42684cfb3c disassociated. External IP: 172.27.3.125, port: cb05c0c9-ab0b-49dc-8a12-116515052ec0. Aug 19 12:37:05.519053 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Calling delete_port for cb05c0c9-ab0b-49dc-8a12-116515052ec0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:05.679977 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-980abb42-0e6e-40d5-95ff-495b8ae7d36d req-22569506-1af7-45f2-9654-22429cfc8078 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=aafd8575-f166-4b57-b996-28a5b7460a3c HTTP/1.1" status: 200 len: 210 time: 0.0390007 Aug 19 12:37:05.717705 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59ae66-a849-44d9-a4d0-ecc570c68232 req-0d5c6977-9b1b-4b8b-8c97-7f32c889bdf1 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:05.719404 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3e59ae66-a849-44d9-a4d0-ecc570c68232 req-0d5c6977-9b1b-4b8b-8c97-7f32c889bdf1 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 947 time: 0.1222637 Aug 19 12:37:05.743631 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:05.780756 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] Checking router: 12339c08-3d30-4aaa-80bd-78c86c9b0f0e for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:05.794311 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6589681-869a-408a-8276-d19484447b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.797664 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:05.798291 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:36:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:05.814935 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3e59ae66-a849-44d9-a4d0-ecc570c68232 req-65c2a67e-1805-4910-9ce7-0012131b9bf7 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6deedcb-e33b-40ec-acd1-060cf1849fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830493 Aug 19 12:37:05.821047 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.860737 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event deleted for resources: {'Port': ['ID=cb05c0c9-ab0b-49dc-8a12-116515052ec0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:05.950459 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:05.993476 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Router d79a407b-d4fb-4427-97eb-fb9bec575ba7 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:37:06.121858 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:06.134634 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] Sync routers for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:06.149978 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:06.155456 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:37:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:06.174848 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] No DVR routers for this DVR port cb05c0c9-ab0b-49dc-8a12-116515052ec0 on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:37:06.178334 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.180617 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2bd3e3d4-0c56-4c9a-af08-214f57059f99 req-f0781cf8-a7f7-4faf-9a82-1eecd9152e59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.50 "DELETE /v2.0/ports/cb05c0c9-ab0b-49dc-8a12-116515052ec0 HTTP/1.1" status: 204 len: 173 time: 1.5248840 Aug 19 12:37:06.234253 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.249334 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:06.286488 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ef5ad-1ebe-4a5e-ae92-6ac29a0a432a None None] The sync data for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi is: [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:06.296403 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:06.523265 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:06.568891 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] Checking router: d79a407b-d4fb-4427-97eb-fb9bec575ba7 for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:06.579080 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:06.579834 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:37:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:06.596337 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02347e15-2f4e-486d-bf56-9a647f0b9d60 None None] New status for floating IP 48a49cf9-d5c7-4c35-8511-a0f08ab4e4ef: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:37:06.699879 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:06.834374 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49954) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:06.934716 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:06.949734 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d78e733-9d92-4e9b-8140-76f66774cf99 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.964346 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa9e84-8a86-4204-8adc-b2413e71a255 None None] The sync data for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi is: [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:06.985565 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f5aec970-0e47-4908-9135-91a346fcc2ef req-73a6a129-1821-4580-805d-da75f9906a9a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=e97cea26-fa52-4ada-ae49-b078d30503ef HTTP/1.1" status: 200 len: 210 time: 0.0375187 Aug 19 12:37:06.997935 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d78e733-9d92-4e9b-8140-76f66774cf99 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.056938 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d78e733-9d92-4e9b-8140-76f66774cf99 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.059606 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d78e733-9d92-4e9b-8140-76f66774cf99 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.063395 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-3d78e733-9d92-4e9b-8140-76f66774cf99 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "DELETE /v2.0/security-groups/ea98c045-ad0b-4c30-865c-24fa298ce478 HTTP/1.1" status: 204 len: 168 time: 0.2259183 Aug 19 12:37:07.064411 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 49958) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:07.071919 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78e733-9d92-4e9b-8140-76f66774cf99 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea98c045-ad0b-4c30-865c-24fa298ce478,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:07.080507 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.api.v2.resource [None req-5e84cf0d-8774-42b7-93ea-b9d2f196ea18 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] show failed (client error): The resource could not be found. Aug 19 12:37:07.081672 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-5e84cf0d-8774-42b7-93ea-b9d2f196ea18 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups/ea98c045-ad0b-4c30-865c-24fa298ce478 HTTP/1.1" status: 404 len: 347 time: 0.0158863 Aug 19 12:37:07.084978 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 49960) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:07.102587 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.216903 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-dd29b5d5-d5ea-44e6-9e59-52f3a8e759fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Deleting port a99c9b9a-7751-4bb7-8fa0-0815bd0c37ec {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:07.217246 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dd29b5d5-d5ea-44e6-9e59-52f3a8e759fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.243118 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7e635-e77f-4081-bc18-09f491a94dfa None None] New status for floating IP 043f67be-6098-461c-a279-fc42684cfb3c: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:37:07.294376 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dd29b5d5-d5ea-44e6-9e59-52f3a8e759fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.294710 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dd29b5d5-d5ea-44e6-9e59-52f3a8e759fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.307023 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-dd29b5d5-d5ea-44e6-9e59-52f3a8e759fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Calling delete_port for a99c9b9a-7751-4bb7-8fa0-0815bd0c37ec owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:07.485811 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dd29b5d5-d5ea-44e6-9e59-52f3a8e759fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.512068 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29b5d5-d5ea-44e6-9e59-52f3a8e759fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event deleted for resources: {'Port': ['ID=a99c9b9a-7751-4bb7-8fa0-0815bd0c37ec,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:07.518499 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'name': 'network-vif-deleted', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:07.521538 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce82ca39-4e25-416a-ba39-5785b6dd9869" -d '{"events": [{"server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "name": "network-vif-deleted", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:07.574271 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e02d7-0176-41a3-94de-238f570c635d x-openstack-request-id: req-a39e02d7-0176-41a3-94de-238f570c635d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:07.574568 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97cea26-fa52-4ada-ae49-b078d30503ef", "name": "network-vif-deleted", "tag": "cb05c0c9-ab0b-49dc-8a12-116515052ec0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:07.574820 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a39e02d7-0176-41a3-94de-238f570c635d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:07.578613 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97cea26-fa52-4ada-ae49-b078d30503ef', 'name': 'network-vif-deleted', 'tag': 'cb05c0c9-ab0b-49dc-8a12-116515052ec0', 'status': 'completed', 'code': 200} Aug 19 12:37:07.588711 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dd29b5d5-d5ea-44e6-9e59-52f3a8e759fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.592249 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-dd29b5d5-d5ea-44e6-9e59-52f3a8e759fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.593829 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-dd29b5d5-d5ea-44e6-9e59-52f3a8e759fd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "DELETE /v2.0/floatingips/48a49cf9-d5c7-4c35-8511-a0f08ab4e4ef HTTP/1.1" status: 204 len: 168 time: 0.5078762 Aug 19 12:37:07.964213 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 49990) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.026057 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 3b9c9acb-8432-426d-9d6d-05743dbbdd2c no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:08.052738 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: 3b9c9acb-8432-426d-9d6d-05743dbbdd2c {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:08.053307 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 3b9c9acb-8432-426d-9d6d-05743dbbdd2c not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:08.053833 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cb05c0c9-ab0b-49dc-8a12-116515052ec0 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:08.078393 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cffa2fcd-1d91-470f-868a-98a1134b477e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.081474 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 49998) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.084984 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: cb05c0c9-ab0b-49dc-8a12-116515052ec0 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:08.085449 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cb05c0c9-ab0b-49dc-8a12-116515052ec0 not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:08.149902 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f758e07d-f394-4b05-9601-e2fc2a33fb28 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.173671 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cffa2fcd-1d91-470f-868a-98a1134b477e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.176187 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f758e07d-f394-4b05-9601-e2fc2a33fb28 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.178892 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cffa2fcd-1d91-470f-868a-98a1134b477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.193119 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50000) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.199504 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b6c36955-546c-455e-8a74-306589e942ae tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313826906', 'description': 'tempest-description--1823915573'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:08.227023 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f758e07d-f394-4b05-9601-e2fc2a33fb28 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.230255 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f758e07d-f394-4b05-9601-e2fc2a33fb28 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.231141 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-cffa2fcd-1d91-470f-868a-98a1134b477e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d49a0e57b81474baf63db545f8e0c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658296 Aug 19 12:37:08.233927 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa2fcd-1d91-470f-868a-98a1134b477e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68629f38-b2e3-424b-8647-8dda0bf3959b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.236182 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50002) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.238755 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-f758e07d-f394-4b05-9601-e2fc2a33fb28 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "DELETE /v2.0/security-groups/a6deedcb-e33b-40ec-acd1-060cf1849fcd HTTP/1.1" status: 204 len: 168 time: 0.1554117 Aug 19 12:37:08.240076 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 50004) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.258434 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758e07d-f394-4b05-9601-e2fc2a33fb28 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6deedcb-e33b-40ec-acd1-060cf1849fcd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.265278 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6c36955-546c-455e-8a74-306589e942ae tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.266756 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.api.v2.resource [None req-6fd56e23-76ff-49cd-aa8e-5b7efa690b5b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] show failed (client error): The resource could not be found. Aug 19 12:37:08.271138 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-6fd56e23-76ff-49cd-aa8e-5b7efa690b5b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups/a6deedcb-e33b-40ec-acd1-060cf1849fcd HTTP/1.1" status: 404 len: 347 time: 0.0188570 Aug 19 12:37:08.272164 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 50006) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.315927 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f5794f1-6329-453b-b066-977e82fc08e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.342196 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.352905 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f5794f1-6329-453b-b066-977e82fc08e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.398724 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-643d2be5-aae4-4cc0-bbda-e18d5c89e9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Deleting port 9c3115e4-a5b2-47b8-b644-c38855ac1659 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:08.399037 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-643d2be5-aae4-4cc0-bbda-e18d5c89e9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.415895 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6c36955-546c-455e-8a74-306589e942ae tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.419924 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6c36955-546c-455e-8a74-306589e942ae tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.438577 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f5794f1-6329-453b-b066-977e82fc08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.441183 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4f5794f1-6329-453b-b066-977e82fc08e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.442468 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-4f5794f1-6329-453b-b066-977e82fc08e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68629f38-b2e3-424b-8647-8dda0bf3959b HTTP/1.1" status: 204 len: 168 time: 0.2033856 Aug 19 12:37:08.458567 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c36955-546c-455e-8a74-306589e942ae tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84422cf3-ebc8-4e3d-bfc2-47486302e578,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.468594 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6c36955-546c-455e-8a74-306589e942ae tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.470216 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b6c36955-546c-455e-8a74-306589e942ae tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2745621 Aug 19 12:37:08.473810 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 50010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.476928 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5794f1-6329-453b-b066-977e82fc08e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68629f38-b2e3-424b-8647-8dda0bf3959b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.486026 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f32b1dfc-2704-4f65-90bc-3b71d1b1e0e0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'security_group_rule': {'security_group_id': '84422cf3-ebc8-4e3d-bfc2-47486302e578', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:08.500514 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-643d2be5-aae4-4cc0-bbda-e18d5c89e9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.500920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-643d2be5-aae4-4cc0-bbda-e18d5c89e9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.518107 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-643d2be5-aae4-4cc0-bbda-e18d5c89e9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Calling delete_port for 9c3115e4-a5b2-47b8-b644-c38855ac1659 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:08.538184 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f32b1dfc-2704-4f65-90bc-3b71d1b1e0e0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.655720 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f32b1dfc-2704-4f65-90bc-3b71d1b1e0e0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.670335 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f32b1dfc-2704-4f65-90bc-3b71d1b1e0e0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.717538 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b1dfc-2704-4f65-90bc-3b71d1b1e0e0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3fb0a1-622b-40e7-bdb1-d020451cd4ba,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.728728 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f32b1dfc-2704-4f65-90bc-3b71d1b1e0e0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.729930 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-f32b1dfc-2704-4f65-90bc-3b71d1b1e0e0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2549100 Aug 19 12:37:08.732838 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50014) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.733429 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-643d2be5-aae4-4cc0-bbda-e18d5c89e9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.737735 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e3ef4d76-4bb5-483f-9b50-c6f7e38eae08 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'security_group_rule': {'security_group_id': '84422cf3-ebc8-4e3d-bfc2-47486302e578', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:08.749272 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50016) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.761050 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d2be5-aae4-4cc0-bbda-e18d5c89e9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event deleted for resources: {'Port': ['ID=9c3115e4-a5b2-47b8-b644-c38855ac1659,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.768096 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-28f6bcab-80e9-4bac-89e4-59a54984c858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.796410 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4d76-4bb5-483f-9b50-c6f7e38eae08 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.823548 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-643d2be5-aae4-4cc0-bbda-e18d5c89e9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.826208 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-643d2be5-aae4-4cc0-bbda-e18d5c89e9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.827340 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-643d2be5-aae4-4cc0-bbda-e18d5c89e9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "DELETE /v2.0/floatingips/043f67be-6098-461c-a279-fc42684cfb3c HTTP/1.1" status: 204 len: 168 time: 0.5540817 Aug 19 12:37:08.884822 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4d76-4bb5-483f-9b50-c6f7e38eae08 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.890129 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4d76-4bb5-483f-9b50-c6f7e38eae08 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.919245 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef4d76-4bb5-483f-9b50-c6f7e38eae08 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e39300-6e8b-4317-88bf-85feab6aacb4,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.932065 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-28f6bcab-80e9-4bac-89e4-59a54984c858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.936580 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-28f6bcab-80e9-4bac-89e4-59a54984c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.946552 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e3ef4d76-4bb5-483f-9b50-c6f7e38eae08 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.947748 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e3ef4d76-4bb5-483f-9b50-c6f7e38eae08 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136519 Aug 19 12:37:08.951044 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 50020) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.955870 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'floatingip': {'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:08.976444 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-28f6bcab-80e9-4bac-89e4-59a54984c858 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02e54a3d3d784d4fa51202ed62f3d1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259784 Aug 19 12:37:08.978624 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6bcab-80e9-4bac-89e4-59a54984c858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977431b3-74bf-47b1-84da-6279d615942b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.979405 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 50022) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.988079 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.079411 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eaf76e7b-26d9-4052-8549-d48c4708c6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.106473 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eaf76e7b-26d9-4052-8549-d48c4708c6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.158129 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.178130 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eaf76e7b-26d9-4052-8549-d48c4708c6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.180671 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eaf76e7b-26d9-4052-8549-d48c4708c6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.181817 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-eaf76e7b-26d9-4052-8549-d48c4708c6a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/977431b3-74bf-47b1-84da-6279d615942b HTTP/1.1" status: 204 len: 168 time: 0.2014000 Aug 19 12:37:09.203342 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50026) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:09.209197 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-80bf0f7a-382a-4d73-b43e-0fa1aa79a6db tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488131907', 'description': 'tempest-description--1789278948'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:09.225754 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf76e7b-26d9-4052-8549-d48c4708c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977431b3-74bf-47b1-84da-6279d615942b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:09.237437 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80bf0f7a-382a-4d73-b43e-0fa1aa79a6db tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.291319 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Allocated IP 172.27.3.68 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/4e25d8b7-e9d9-4004-a138-fd8b00ea596f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:09.326498 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80bf0f7a-382a-4d73-b43e-0fa1aa79a6db tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.330830 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80bf0f7a-382a-4d73-b43e-0fa1aa79a6db tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.362527 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-80bf0f7a-382a-4d73-b43e-0fa1aa79a6db tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.368154 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-80bf0f7a-382a-4d73-b43e-0fa1aa79a6db tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1595218 Aug 19 12:37:09.368154 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf0f7a-382a-4d73-b43e-0fa1aa79a6db tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ac5a47-8d7b-45ba-8d87-a42fbfe81299,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:09.368709 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 50028) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:09.372338 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5075d576-45bf-4228-818a-6eaae35b2273 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'security_group_rule': {'security_group_id': '15ac5a47-8d7b-45ba-8d87-a42fbfe81299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:09.419037 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.431003 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5075d576-45bf-4228-818a-6eaae35b2273 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.506443 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.518715 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5075d576-45bf-4228-818a-6eaae35b2273 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.541895 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5075d576-45bf-4228-818a-6eaae35b2273 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.556532 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:09.571500 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:09.576728 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:09.578713 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075d576-45bf-4228-818a-6eaae35b2273 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c5745e-445e-4c77-be09-ef7a50a2e043,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:09.603479 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5075d576-45bf-4228-818a-6eaae35b2273 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.608043 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-5075d576-45bf-4228-818a-6eaae35b2273 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2361193 Aug 19 12:37:09.609027 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'Port': ['ID=4e25d8b7-e9d9-4004-a138-fd8b00ea596f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:09.609239 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50040) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:09.617417 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bf32d829-0624-48e6-a6f6-7ead862e32c6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'security_group_rule': {'security_group_id': '15ac5a47-8d7b-45ba-8d87-a42fbfe81299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:09.643918 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf32d829-0624-48e6-a6f6-7ead862e32c6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.673665 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.706174 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf32d829-0624-48e6-a6f6-7ead862e32c6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.711298 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf32d829-0624-48e6-a6f6-7ead862e32c6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.715323 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.730202 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32d829-0624-48e6-a6f6-7ead862e32c6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87cd3be-e8b0-476d-9595-58fbfc7f9b2b,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:09.736635 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf32d829-0624-48e6-a6f6-7ead862e32c6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.740659 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-bf32d829-0624-48e6-a6f6-7ead862e32c6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275978 Aug 19 12:37:09.741836 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50046) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:09.746297 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'floatingip': {'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:09.773090 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.878291 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.888800 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.893149 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.975594 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'Port': ['ID=4e25d8b7-e9d9-4004-a138-fd8b00ea596f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:09.984373 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.998294 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Allocated IP 172.27.3.6 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/05f351db-4283-45ac-a155-513218cf9666) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:09.998503 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.999931 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-f92d41e3-22d0-4cfb-b6a4-e1832b875b3e tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0475404 Aug 19 12:37:10.109317 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.152403 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.194928 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:10.197953 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-47a9815d-0e75-45be-b113-933e8553814a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--313826906&fields=id&tenant_id=89e083d65ed147918793db874fe5aca7 HTTP/1.1" status: 200 len: 267 time: 0.0352046 Aug 19 12:37:10.204801 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:10.212078 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:10.215610 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'Port': ['ID=05f351db-4283-45ac-a155-513218cf9666,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:10.303932 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.326821 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-bf2c1636-3cbe-4629-9b14-3280407fb69c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:10.328449 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-bf2c1636-3cbe-4629-9b14-3280407fb69c tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/networks?id=d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 200 len: 811 time: 0.1233234 Aug 19 12:37:10.343935 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.347190 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-150a6d8b-8bd2-463f-8834-facbf8991dd7 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/quotas/89e083d65ed147918793db874fe5aca7 HTTP/1.1" status: 200 len: 375 time: 0.0105860 Aug 19 12:37:10.404019 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-c36a68d8-fd88-433b-b64b-6346b7c1e312 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511627 Aug 19 12:37:10.507066 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-52a7a71f-d886-40e4-bcb6-3c19f730e78f service neutron] 10.222.0.42 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895202 Aug 19 12:37:10.509425 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.513929 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258840'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.595944 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'Port': ['ID=05f351db-4283-45ac-a155-513218cf9666,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:10.608860 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.623966 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.626832 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-81a75e73-ce14-4d05-8a79-5566b6968b21 service neutron] 10.222.0.42 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110137 Aug 19 12:37:10.633229 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-ffa13dc1-32af-4827-b50f-fe9b636e3584 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8902438 Aug 19 12:37:10.818184 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3e00db6b-cfd3-46c9-8d59-e40a74bb6095 req-efc124c8-0080-42a2-af42-190acd2cce08 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Aug 19 12:37:10.856085 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-c6c17f02-e48b-4abf-ab3b-ab66821c392d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--488131907&fields=id&tenant_id=fd59e08d217c4cc1952f67bc16d69dad HTTP/1.1" status: 200 len: 267 time: 0.0404503 Aug 19 12:37:10.971955 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-bbd23936-7054-4ec4-a33f-58f53c2142cc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:10.974407 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-bbd23936-7054-4ec4-a33f-58f53c2142cc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 817 time: 0.1096959 Aug 19 12:37:10.996667 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-e9283a86-177b-435f-8da6-0d4b6802b228 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/quotas/fd59e08d217c4cc1952f67bc16d69dad HTTP/1.1" status: 200 len: 375 time: 0.0110226 Aug 19 12:37:11.056234 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-f1f770d2-3aac-4a4f-98d2-d20163208822 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532250 Aug 19 12:37:11.177973 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-a134437a-51ac-488f-a1b0-3de27c03474d service neutron] 10.222.0.42 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100740 Aug 19 12:37:11.281394 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-8eddfbf9-c0ef-403d-953d-376b73661cf4 service neutron] 10.222.0.42 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970709 Aug 19 12:37:11.452094 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35d5d371-da22-4478-a15a-623924723b45 req-9b66a588-da1d-493f-bee8-c23a3908a9bf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 210 time: 0.0311592 Aug 19 12:37:11.492023 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50140) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:11.598194 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dc6bf39-d16f-46a8-8a9a-f5e428670303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.698862 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dc6bf39-d16f-46a8-8a9a-f5e428670303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.704108 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2dc6bf39-d16f-46a8-8a9a-f5e428670303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.746118 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-2dc6bf39-d16f-46a8-8a9a-f5e428670303 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26fe9f759a8f41739a36dc1efd0f774d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506573 Aug 19 12:37:11.746118 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6bf39-d16f-46a8-8a9a-f5e428670303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd403a1f-c9ac-4451-863b-b0908dd2bc71,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:11.747176 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50150) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:11.880960 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-32631922-96e9-4c62-8f2b-57c2539e38e5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:11.883366 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-32631922-96e9-4c62-8f2b-57c2539e38e5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.50 "GET /v2.0/networks?id=d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 200 len: 811 time: 0.1542664 Aug 19 12:37:11.966071 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d2e0ddce-0945-4b77-aa9a-9a45403a874f req-02972123-e246-48ed-a14a-34950c5a60ee tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 210 time: 0.0601602 Aug 19 12:37:11.983048 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-311075b9-fbff-4b1c-84f9-5bcbfd643aa1 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e083d65ed147918793db874fe5aca7 HTTP/1.1" status: 200 len: 379 time: 0.0785651 Aug 19 12:37:11.995784 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'port': {'device_id': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'admin_state_up': True, 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'security_groups': ['84422cf3-ebc8-4e3d-bfc2-47486302e578']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:12.025014 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e35d0c7a-7556-4b6e-91b1-52377c0ae877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.046820 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e35d0c7a-7556-4b6e-91b1-52377c0ae877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.096223 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e35d0c7a-7556-4b6e-91b1-52377c0ae877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.099268 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e35d0c7a-7556-4b6e-91b1-52377c0ae877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.100420 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e35d0c7a-7556-4b6e-91b1-52377c0ae877 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd403a1f-c9ac-4451-863b-b0908dd2bc71 HTTP/1.1" status: 204 len: 168 time: 0.3523400 Aug 19 12:37:12.107577 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Made reservation on behalf of 89e083d65ed147918793db874fe5aca7 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:12.109803 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d0c7a-7556-4b6e-91b1-52377c0ae877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd403a1f-c9ac-4451-863b-b0908dd2bc71,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.112090 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.244731 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Allocated IP 172.20.0.5 (d9c0505f-0b62-430c-81bb-51a10230472a/f07125d1-9222-4282-a4b0-3cce5793962a/d003e72d-b990-456a-9cec-b4177f504d74) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:12.385430 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50164) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:12.401430 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.415297 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.463572 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Transition to ACTIVE for port object d003e72d-b990-456a-9cec-b4177f504d74 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:12.513739 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.523974 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.525687 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-dbc35abe-0fda-4a4f-95c0-bf23cb1944cf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:12.527190 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-dbc35abe-0fda-4a4f-95c0-bf23cb1944cf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 817 time: 0.1470335 Aug 19 12:37:12.562491 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f802180f-7373-41d6-888c-c39c5feef970,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.571322 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ef81182770f4c92b3b07ba84dc8db54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824107 Aug 19 12:37:12.573020 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50170) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:12.581158 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.581519 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.581873 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.582216 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.582557 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.583069 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.583403 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.583738 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.584069 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.584576 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.584940 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.585270 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638d0e-1799-4f8b-8002-abf9402edb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:12.585747 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.590369 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6902cea-740e-407c-bd17-8d5af485704d req-ec21d849-9f16-4d44-8520-6d653af5f8dd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 210 time: 0.0375693 Aug 19 12:37:12.642494 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec98af74-9a4e-43c4-93ac-3187ce39bf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.645228 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-4d8bb2e9-c2e1-4069-81aa-3f537c1eecb1 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd59e08d217c4cc1952f67bc16d69dad HTTP/1.1" status: 200 len: 379 time: 0.1067741 Aug 19 12:37:12.662422 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'port': {'device_id': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'admin_state_up': True, 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'security_groups': ['15ac5a47-8d7b-45ba-8d87-a42fbfe81299']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:12.669405 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec98af74-9a4e-43c4-93ac-3187ce39bf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.671555 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Network d9c0505f-0b62-430c-81bb-51a10230472a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:12.687162 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:12.713511 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:12.716409 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event updated for resources: {'Port': ['ID=d003e72d-b990-456a-9cec-b4177f504d74,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.725589 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec98af74-9a4e-43c4-93ac-3187ce39bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.729427 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ec98af74-9a4e-43c4-93ac-3187ce39bf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.730941 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-ec98af74-9a4e-43c4-93ac-3187ce39bf0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f802180f-7373-41d6-888c-c39c5feef970 HTTP/1.1" status: 204 len: 168 time: 0.1567376 Aug 19 12:37:12.746147 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98af74-9a4e-43c4-93ac-3187ce39bf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f802180f-7373-41d6-888c-c39c5feef970,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.785704 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:12.787031 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.820566 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-3ec8fac6-1cd3-40bd-9b69-419f80907172 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8295932 Aug 19 12:37:12.835297 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Request body: {'port': {'device_id': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:12.867466 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Made reservation on behalf of fd59e08d217c4cc1952f67bc16d69dad for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:12.871206 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.929247 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.968296 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c147c56d-4f20-4372-afce-9799b58b4eba None None] Provisioning for port d003e72d-b990-456a-9cec-b4177f504d74 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:12.973171 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c147c56d-4f20-4372-afce-9799b58b4eba None None] Provisioning complete for port d003e72d-b990-456a-9cec-b4177f504d74 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:12.974181 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c147c56d-4f20-4372-afce-9799b58b4eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.010001 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c147c56d-4f20-4372-afce-9799b58b4eba None None] Port d003e72d-b990-456a-9cec-b4177f504d74 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:13.177590 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Allocated IP 172.20.0.4 (cb1c9e31-53c2-4dcd-938f-625b46c20d81/6108d918-5a6c-421c-9b00-28fd4b2c86fd/2984b9a5-dca0-499a-ba61-da470ed959d0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:13.234003 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a65b44-68e6-44b2-8891-d17647b11546 req-cc4eced8-01c4-433d-9e6b-4ddffce27197 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:13.235492 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-54a65b44-68e6-44b2-8891-d17647b11546 req-cc4eced8-01c4-433d-9e6b-4ddffce27197 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 931 time: 0.1854815 Aug 19 12:37:13.372303 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-54a65b44-68e6-44b2-8891-d17647b11546 req-761f02e3-244d-40f2-a252-ded7dac382c7 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283598 Aug 19 12:37:13.757130 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-763fe3a0-ed6f-448d-b6a5-5a6a6040c5b8 req-39e0dbe4-7022-4373-9bb2-8c562ca1e8c5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 210 time: 0.0459583 Aug 19 12:37:13.764132 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.767351 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d003e72d-b990-456a-9cec-b4177f504d74 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:13.778509 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.791766 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Transition to ACTIVE for port object 2984b9a5-dca0-499a-ba61-da470ed959d0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:13.799414 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Transition to ACTIVE for port object d003e72d-b990-456a-9cec-b4177f504d74 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:13.805005 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.871348 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Pushing event updated for resources: {'Port': ['ID=d003e72d-b990-456a-9cec-b4177f504d74,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:13.880793 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.973257 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Network cb1c9e31-53c2-4dcd-938f-625b46c20d81 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:13.978900 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:13.986778 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:13.995587 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event updated for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:14.027875 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Attempting to bind port d003e72d-b990-456a-9cec-b4177f504d74 on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:14.028555 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Attempting to bind port d003e72d-b990-456a-9cec-b4177f504d74 by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:14.028947 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Attempting to bind port d003e72d-b990-456a-9cec-b4177f504d74 on network d9c0505f-0b62-430c-81bb-51a10230472a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:14.037652 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Port d003e72d-b990-456a-9cec-b4177f504d74 on network d9c0505f-0b62-430c-81bb-51a10230472a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:14.037987 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Attempting to bind port d003e72d-b990-456a-9cec-b4177f504d74 on network d9c0505f-0b62-430c-81bb-51a10230472a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:14.048217 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:14.048561 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Checking segment: {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:14.048983 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Bound using segment: {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:14.049418 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Bound port: d003e72d-b990-456a-9cec-b4177f504d74, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73368028-eb96-42d2-9f87-e3f91c1c7584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:14.049780 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.057766 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.058667 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.115704 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-60861dc4-f927-49e6-846c-d6e627368fa6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4620743 Aug 19 12:37:14.128259 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Request body: {'port': {'device_id': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:14.199739 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] For port d003e72d-b990-456a-9cec-b4177f504d74, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:14.212948 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.218354 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] For port d003e72d-b990-456a-9cec-b4177f504d74, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=d003e72d-b990-456a-9cec-b4177f504d74,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:14.226221 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.265215 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-37a26194-b6f8-4baf-95d7-ec8f88266e4c None None] Provisioning for port 2984b9a5-dca0-499a-ba61-da470ed959d0 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:14.269738 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-37a26194-b6f8-4baf-95d7-ec8f88266e4c None None] Provisioning complete for port 2984b9a5-dca0-499a-ba61-da470ed959d0 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:14.270112 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37a26194-b6f8-4baf-95d7-ec8f88266e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.286997 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.287626 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.289102 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] 10.222.0.50 "PUT /v2.0/ports/d003e72d-b990-456a-9cec-b4177f504d74 HTTP/1.1" status: 200 len: 1093 time: 1.4589202 Aug 19 12:37:14.289551 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'tag': 'd003e72d-b990-456a-9cec-b4177f504d74'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:14.291800 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997e00b0-1ade-41df-b60c-6c8f8e8fc677" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d4d125-6d62-467f-bfc7-10e674f72a12", "tag": "d003e72d-b990-456a-9cec-b4177f504d74"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:14.325206 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-37a26194-b6f8-4baf-95d7-ec8f88266e4c None None] Port 2984b9a5-dca0-499a-ba61-da470ed959d0 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:14.337095 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba65615-d58e-440f-b07b-1d49930fea38 service neutron] Pushing event updated for resources: {'Port': ['ID=d003e72d-b990-456a-9cec-b4177f504d74,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:14.385109 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645c5e49-143b-4fea-9bab-5aea97d79fc9 x-openstack-request-id: req-645c5e49-143b-4fea-9bab-5aea97d79fc9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:14.385498 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d4d125-6d62-467f-bfc7-10e674f72a12", "tag": "d003e72d-b990-456a-9cec-b4177f504d74", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:14.385634 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-645c5e49-143b-4fea-9bab-5aea97d79fc9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:14.386245 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'tag': 'd003e72d-b990-456a-9cec-b4177f504d74', 'status': 'completed', 'code': 200} Aug 19 12:37:14.518071 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-290c19f5-64c7-4392-a4ec-50ddf9d56dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.519570 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-290c19f5-64c7-4392-a4ec-50ddf9d56dc4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 1096 time: 0.1362579 Aug 19 12:37:14.586064 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-04335648-ab91-4b0e-b63d-e366ec111e0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d003e72d-b990-456a-9cec-b4177f504d74 HTTP/1.1" status: 200 len: 217 time: 0.0549779 Aug 19 12:37:14.613713 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125be5c3-91fc-40b9-9f4e-c4628e65ec45 req-601d1f08-d11d-4619-8ff7-043839729684 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.615903 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-125be5c3-91fc-40b9-9f4e-c4628e65ec45 req-601d1f08-d11d-4619-8ff7-043839729684 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 943 time: 0.1382635 Aug 19 12:37:14.732460 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-a3bc5b54-f5a9-43e8-b5fd-8d33cc320635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.733997 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-a3bc5b54-f5a9-43e8-b5fd-8d33cc320635 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f07125d1-9222-4282-a4b0-3cce5793962a HTTP/1.1" status: 200 len: 850 time: 0.1411011 Aug 19 12:37:14.742426 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-125be5c3-91fc-40b9-9f4e-c4628e65ec45 req-6df7f87b-4405-43bb-ac22-e52ca69e4855 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952685 Aug 19 12:37:14.774538 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2984b9a5-dca0-499a-ba61-da470ed959d0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:14.783795 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.800795 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Transition to ACTIVE for port object 2984b9a5-dca0-499a-ba61-da470ed959d0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:14.806034 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.819088 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-1403c8f3-c28b-494a-bf93-5080c57a3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:14.820654 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-1403c8f3-c28b-494a-bf93-5080c57a3ed9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9c0505f-0b62-430c-81bb-51a10230472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760591 Aug 19 12:37:14.947601 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Pushing event updated for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:15.024103 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cde6b0-4756-463f-a114-f4f820e2ae36 req-2703f679-6568-4012-b284-c0c114ecfda2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.025704 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-67cde6b0-4756-463f-a114-f4f820e2ae36 req-2703f679-6568-4012-b284-c0c114ecfda2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.1840856 Aug 19 12:37:15.057595 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-2e09b94f-959d-4ca4-9ec4-878b86931d51 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170169 Aug 19 12:37:15.133849 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Attempting to bind port 2984b9a5-dca0-499a-ba61-da470ed959d0 on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:15.134194 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Attempting to bind port 2984b9a5-dca0-499a-ba61-da470ed959d0 by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:15.134525 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Attempting to bind port 2984b9a5-dca0-499a-ba61-da470ed959d0 on network cb1c9e31-53c2-4dcd-938f-625b46c20d81 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:15.138847 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-67cde6b0-4756-463f-a114-f4f820e2ae36 req-a5246301-8ed8-40b6-83d7-43b82df7cc10 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047344 Aug 19 12:37:15.148855 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Port 2984b9a5-dca0-499a-ba61-da470ed959d0 on network cb1c9e31-53c2-4dcd-938f-625b46c20d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:15.149186 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Attempting to bind port 2984b9a5-dca0-499a-ba61-da470ed959d0 on network cb1c9e31-53c2-4dcd-938f-625b46c20d81 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:15.158669 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:15.159003 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Checking segment: {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:15.159383 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Bound using segment: {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:15.159815 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Bound port: 2984b9a5-dca0-499a-ba61-da470ed959d0, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60ce767-c73e-4e6b-8e4d-5147f4968842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:15.160171 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.216671 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5bfc0b2c-6a3e-4165-a673-c61c9d6274e7 req-dd3d0738-8f07-4d48-bd5d-ce2742ba2a71 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479576 Aug 19 12:37:15.246073 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:15.249100 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:15.255496 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.298438 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.299051 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.300415 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] 10.222.0.50 "PUT /v2.0/ports/2984b9a5-dca0-499a-ba61-da470ed959d0 HTTP/1.1" status: 200 len: 1093 time: 1.1764717 Aug 19 12:37:15.358935 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3f7be-a9c6-4fca-84cf-469a65c5a545 service neutron] Pushing event updated for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:15.382869 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-4b6e6704-7194-45c7-8130-3a7219c52d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.385414 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-4b6e6704-7194-45c7-8130-3a7219c52d0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 1096 time: 0.1030583 Aug 19 12:37:15.450701 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-3c0d7829-ef5f-4f4f-92df-9993d533a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.452433 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-3c0d7829-ef5f-4f4f-92df-9993d533a2d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 1096 time: 0.1053433 Aug 19 12:37:15.505189 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-9cd7fb4c-26aa-4054-8c3a-dea6bb923214 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2984b9a5-dca0-499a-ba61-da470ed959d0 HTTP/1.1" status: 200 len: 217 time: 0.0414071 Aug 19 12:37:15.549845 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-996f4b87-6eff-4914-b327-204ad3423c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.551400 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-996f4b87-6eff-4914-b327-204ad3423c85 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 200 len: 912 time: 0.1575682 Aug 19 12:37:15.573592 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-31914895-cf7e-4502-9fca-d8218789c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.575034 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-31914895-cf7e-4502-9fca-d8218789c82a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.0589814 Aug 19 12:37:15.609665 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-ead9228f-0b25-43bf-8272-ac865d72d13a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d003e72d-b990-456a-9cec-b4177f504d74 HTTP/1.1" status: 200 len: 217 time: 0.0458505 Aug 19 12:37:15.680767 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-5d739f8a-1c23-4008-9685-90f4171361d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.682243 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-5d739f8a-1c23-4008-9685-90f4171361d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f07125d1-9222-4282-a4b0-3cce5793962a HTTP/1.1" status: 200 len: 850 time: 0.0515938 Aug 19 12:37:15.683868 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-7a291a92-44f5-4747-93cb-5200cc17984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.685261 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-7a291a92-44f5-4747-93cb-5200cc17984f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838070 Aug 19 12:37:15.788756 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-61eca0e7-b079-4c58-bd19-15544a42651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.790276 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-61eca0e7-b079-4c58-bd19-15544a42651d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9c0505f-0b62-430c-81bb-51a10230472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943358 Aug 19 12:37:15.868516 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-3de98364-56e9-4e44-a370-413ff9878f80 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712081 Aug 19 12:37:15.973841 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bef608-bf07-4241-9293-91f240136655 req-c2c416c1-f554-4df2-803c-011eb480542f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.975398 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f8bef608-bf07-4241-9293-91f240136655 req-c2c416c1-f554-4df2-803c-011eb480542f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 943 time: 0.1514797 Aug 19 12:37:16.010081 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-aff7980b-52dd-4ca6-9500-1115e31d8822 service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093668 Aug 19 12:37:16.096117 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fca2d823-fa06-47a2-9f4f-60e7fc0deddc req-71b020ae-f255-4366-aa2d-57189b12ad2c service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087250 Aug 19 12:37:16.100630 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f8bef608-bf07-4241-9293-91f240136655 req-5b6c2bfc-cac0-40f2-9d3a-8cb45a2f374f tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183898 Aug 19 12:37:16.153303 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-997e00b0-1ade-41df-b60c-6c8f8e8fc677 req-af898b5c-e0a5-41b4-9fb5-b9963af446ae service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281745 Aug 19 12:37:16.264861 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c422ab-0cb2-48f0-923d-6f0de4e94a8a req-a2fcb471-3501-4250-a92a-beab9214941e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.266348 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f1c422ab-0cb2-48f0-923d-6f0de4e94a8a req-a2fcb471-3501-4250-a92a-beab9214941e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0510216 Aug 19 12:37:16.304770 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f1c422ab-0cb2-48f0-923d-6f0de4e94a8a req-0655f4e4-c452-4007-98cf-f2a19f4f3a4b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320389 Aug 19 12:37:16.387826 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:16.390176 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f232ce55-b100-40e2-8179-dbc761674788" -d '{"events": [{"name": "network-changed", "server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:16.427633 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03d4b24-b3f2-4828-8316-07ce25341e7c x-openstack-request-id: req-e03d4b24-b3f2-4828-8316-07ce25341e7c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:16.427920 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:16.428170 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e03d4b24-b3f2-4828-8316-07ce25341e7c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:16.428556 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'status': 'completed', 'code': 200} Aug 19 12:37:16.497679 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ce55-b100-40e2-8179-dbc761674788 req-7ff5c733-edb3-454e-a383-299aa936167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.499165 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f232ce55-b100-40e2-8179-dbc761674788 req-7ff5c733-edb3-454e-a383-299aa936167e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 1096 time: 0.0452647 Aug 19 12:37:16.594678 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ce55-b100-40e2-8179-dbc761674788 req-5b65d9ed-ecd2-4ec3-8657-a76a18bd8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.596156 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f232ce55-b100-40e2-8179-dbc761674788 req-5b65d9ed-ecd2-4ec3-8657-a76a18bd8958 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 918 time: 0.0878778 Aug 19 12:37:16.647761 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f232ce55-b100-40e2-8179-dbc761674788 req-06f84121-4c0d-4ce0-8688-3a5981b48837 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2984b9a5-dca0-499a-ba61-da470ed959d0 HTTP/1.1" status: 200 len: 217 time: 0.0431125 Aug 19 12:37:16.698763 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ce55-b100-40e2-8179-dbc761674788 req-261d268b-43c9-4a84-844f-3909195718d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.700233 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f232ce55-b100-40e2-8179-dbc761674788 req-261d268b-43c9-4a84-844f-3909195718d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.0449672 Aug 19 12:37:16.747536 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ce55-b100-40e2-8179-dbc761674788 req-df130906-b062-469e-ba17-2ab43c1152fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.749083 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f232ce55-b100-40e2-8179-dbc761674788 req-df130906-b062-469e-ba17-2ab43c1152fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405357 Aug 19 12:37:16.843449 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f232ce55-b100-40e2-8179-dbc761674788 req-a7d3072a-3179-4e07-a354-b8b8dcb4895e service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865369 Aug 19 12:37:16.933085 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f232ce55-b100-40e2-8179-dbc761674788 req-9ee8cc0e-3014-42f9-8df9-7f87f24aceff service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811765 Aug 19 12:37:17.218862 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706fd16-cf1f-4513-a3aa-86d6c8bb86e7 req-baf1d0c5-a76e-42dc-ab18-f7a3ed1e2164 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:17.220396 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e706fd16-cf1f-4513-a3aa-86d6c8bb86e7 req-baf1d0c5-a76e-42dc-ab18-f7a3ed1e2164 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 943 time: 0.0494585 Aug 19 12:37:17.262808 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e706fd16-cf1f-4513-a3aa-86d6c8bb86e7 req-7bc11451-6125-4e9d-9112-b5b1b99141b1 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356996 Aug 19 12:37:17.425916 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc309-75bf-4351-a010-d725d0a71046 req-66962d54-4be8-49b8-b2f9-fb1291ec2b59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:17.428157 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-036cc309-75bf-4351-a010-d725d0a71046 req-66962d54-4be8-49b8-b2f9-fb1291ec2b59 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0497148 Aug 19 12:37:17.466843 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-036cc309-75bf-4351-a010-d725d0a71046 req-161a361b-afaf-418a-8c48-0bb8a9cca69d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Aug 19 12:37:18.057441 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device d003e72d-b990-456a-9cec-b4177f504d74 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:18.151354 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port d003e72d-b990-456a-9cec-b4177f504d74, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=d003e72d-b990-456a-9cec-b4177f504d74,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:18.162565 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'd003e72d-b990-456a-9cec-b4177f504d74', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'port_id': 'd003e72d-b990-456a-9cec-b4177f504d74', 'mac_address': 'fa:16:3e:08:87:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:18.320994 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.335511 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d003e72d-b990-456a-9cec-b4177f504d74 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:18.356723 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port d003e72d-b990-456a-9cec-b4177f504d74, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=d003e72d-b990-456a-9cec-b4177f504d74,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:18.362204 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.363064 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 2984b9a5-dca0-499a-ba61-da470ed959d0 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:18.388387 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa252d2-71fb-4661-8ac7-8ad58dcb319f req-d564123d-9369-4ad2-959c-591da0583115 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:18.390276 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-efa252d2-71fb-4661-8ac7-8ad58dcb319f req-d564123d-9369-4ad2-959c-591da0583115 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 943 time: 0.0579791 Aug 19 12:37:18.431561 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-efa252d2-71fb-4661-8ac7-8ad58dcb319f req-8b6022e5-801f-475a-81cb-32c7f5e19e71 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335639 Aug 19 12:37:18.457233 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=d003e72d-b990-456a-9cec-b4177f504d74,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:18.471619 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.471969 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.472308 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.472667 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.473002 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.473902 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.474242 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.474570 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.474899 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.475222 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.475545 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.475865 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:18.514994 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:18.527332 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'port_id': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'mac_address': 'fa:16:3e:e8:99:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:18.564304 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.577781 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2984b9a5-dca0-499a-ba61-da470ed959d0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:18.596421 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2e3b6-8719-4ab3-b49c-ded6c9a3d6c5 req-ea19b88e-ae36-4909-af2c-c4cab3b738e5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:18.598049 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a9f2e3b6-8719-4ab3-b49c-ded6c9a3d6c5 req-ea19b88e-ae36-4909-af2c-c4cab3b738e5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0554185 Aug 19 12:37:18.599250 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:18.603050 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.641865 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a9f2e3b6-8719-4ab3-b49c-ded6c9a3d6c5 req-e397554b-8102-4347-a280-332914cd5816 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373952 Aug 19 12:37:18.658587 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:18.851791 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['d003e72d-b990-456a-9cec-b4177f504d74'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:18.856130 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['2984b9a5-dca0-499a-ba61-da470ed959d0'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:19.546806 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bacda-b0c9-4079-842f-3feb43c65339 req-dfe203c3-ef2e-4d1b-9980-774b3e1065a6 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.548339 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-989bacda-b0c9-4079-842f-3feb43c65339 req-dfe203c3-ef2e-4d1b-9980-774b3e1065a6 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 944 time: 0.0503156 Aug 19 12:37:19.587325 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-989bacda-b0c9-4079-842f-3feb43c65339 req-d74a448d-550a-45a4-a45e-5f8071b75977 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330026 Aug 19 12:37:19.776559 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf605eef-6a92-4787-b1ca-31cff56957e7 req-e90d5cd2-1e8d-4658-9974-ccf92aa316f0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.778086 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cf605eef-6a92-4787-b1ca-31cff56957e7 req-e90d5cd2-1e8d-4658-9974-ccf92aa316f0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 944 time: 0.0524602 Aug 19 12:37:19.816219 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cf605eef-6a92-4787-b1ca-31cff56957e7 req-4eb9697a-c829-4cb8-9e49-c52a101faa42 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322335 Aug 19 12:37:20.076648 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device d003e72d-b990-456a-9cec-b4177f504d74 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:20.129757 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port d003e72d-b990-456a-9cec-b4177f504d74 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:20.133668 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port d003e72d-b990-456a-9cec-b4177f504d74 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:20.134029 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.216071 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.238286 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd003e72d-b990-456a-9cec-b4177f504d74'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:20.241479 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f1eea7-67d1-4a0d-a977-8ea6f95faa66" -d '{"events": [{"server_uuid": "d9d4d125-6d62-467f-bfc7-10e674f72a12", "name": "network-vif-plugged", "status": "completed", "tag": "d003e72d-b990-456a-9cec-b4177f504d74"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:20.253791 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port d003e72d-b990-456a-9cec-b4177f504d74, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=d003e72d-b990-456a-9cec-b4177f504d74,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:20.258023 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.258795 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 2984b9a5-dca0-499a-ba61-da470ed959d0 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:20.296803 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7e5fb3-5927-4ca7-b480-58b2492bc07b x-openstack-request-id: req-ac7e5fb3-5927-4ca7-b480-58b2492bc07b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:20.297096 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d4d125-6d62-467f-bfc7-10e674f72a12", "name": "network-vif-plugged", "status": "completed", "tag": "d003e72d-b990-456a-9cec-b4177f504d74", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:20.297348 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac7e5fb3-5927-4ca7-b480-58b2492bc07b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:20.297733 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd003e72d-b990-456a-9cec-b4177f504d74', 'code': 200} Aug 19 12:37:20.340369 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=d003e72d-b990-456a-9cec-b4177f504d74,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.353051 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port 2984b9a5-dca0-499a-ba61-da470ed959d0 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:20.356944 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 2984b9a5-dca0-499a-ba61-da470ed959d0 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:20.357324 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.450765 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.451537 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60628df-6e43-4964-94b8-f490deb33918 req-8bd2476e-6bc5-4308-b1c1-cbf00fd77e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.453080 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c60628df-6e43-4964-94b8-f490deb33918 req-8bd2476e-6bc5-4308-b1c1-cbf00fd77e0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 1098 time: 0.0435426 Aug 19 12:37:20.484412 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:20.489380 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.496382 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c60628df-6e43-4964-94b8-f490deb33918 req-89c1297e-3603-40be-a3ec-65b27370a183 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351040 Aug 19 12:37:20.537472 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.714671 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d18e9-e790-47ae-9e85-c005e1b16a91 req-347598c0-1cd5-4bd9-adce-0a3b771e5702 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.716416 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3c0d18e9-e790-47ae-9e85-c005e1b16a91 req-347598c0-1cd5-4bd9-adce-0a3b771e5702 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 945 time: 0.0631077 Aug 19 12:37:20.755231 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3c0d18e9-e790-47ae-9e85-c005e1b16a91 req-3dc30782-9f82-4ddc-8c32-3f67116ba392 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321064 Aug 19 12:37:20.940240 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb20b99-06eb-4e2f-b7ff-2302dffed5ac req-404d8d40-6f21-44d7-911b-ba626b7d691a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.941751 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8eb20b99-06eb-4e2f-b7ff-2302dffed5ac req-404d8d40-6f21-44d7-911b-ba626b7d691a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0482223 Aug 19 12:37:20.980103 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8eb20b99-06eb-4e2f-b7ff-2302dffed5ac req-db5f3c47-1063-4e3f-b633-ff279920e812 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315695 Aug 19 12:37:21.869200 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67511e74-0640-4920-aa99-65b5f961beeb req-2f3dc497-aea2-4d55-9ada-e0eab7f19331 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:21.870679 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-67511e74-0640-4920-aa99-65b5f961beeb req-2f3dc497-aea2-4d55-9ada-e0eab7f19331 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 945 time: 0.0500987 Aug 19 12:37:21.911704 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-67511e74-0640-4920-aa99-65b5f961beeb req-46bf37c3-a83d-460c-9fbe-76a7ec6b37cc tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351403 Aug 19 12:37:22.025033 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6446931-15ed-408a-95e7-f5de330d2834 req-b5ee143a-975f-4e1f-80b5-134c4cc845aa tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:22.026552 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c6446931-15ed-408a-95e7-f5de330d2834 req-b5ee143a-975f-4e1f-80b5-134c4cc845aa tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 945 time: 0.0497568 Aug 19 12:37:22.035393 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50306) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:22.040699 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-21ff95ab-b87d-463d-893a-5b18928d4974 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Request body: {'floatingip': {'port_id': 'd003e72d-b990-456a-9cec-b4177f504d74'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:22.079323 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21ff95ab-b87d-463d-893a-5b18928d4974 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.108434 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb1b2-d11f-4868-a78b-cad0fe272655 req-ff00544b-311f-4bfa-ab38-13c282effefb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:22.109984 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-37bbb1b2-d11f-4868-a78b-cad0fe272655 req-ff00544b-311f-4bfa-ab38-13c282effefb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0521038 Aug 19 12:37:22.149597 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-37bbb1b2-d11f-4868-a78b-cad0fe272655 req-7a9a7978-feff-47ee-8ab1-4ade2645f66a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334346 Aug 19 12:37:22.299109 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:22.302139 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52cc12e-647e-4323-8894-f6846cd0f816" -d '{"events": [{"server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "name": "network-vif-plugged", "status": "completed", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:22.341074 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b680c-e767-4349-a1ba-9f1cdc80435f x-openstack-request-id: req-1e8b680c-e767-4349-a1ba-9f1cdc80435f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:22.341365 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "name": "network-vif-plugged", "status": "completed", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:22.341616 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e8b680c-e767-4349-a1ba-9f1cdc80435f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:22.342005 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'code': 200} Aug 19 12:37:22.512926 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4ee9-71ce-465d-ac20-f0d392a084fa req-22e88875-9db8-4e01-b8bb-bc6dfe1fda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:22.514555 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b8ff4ee9-71ce-465d-ac20-f0d392a084fa req-22e88875-9db8-4e01-b8bb-bc6dfe1fda34 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 1098 time: 0.0414975 Aug 19 12:37:22.548585 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21ff95ab-b87d-463d-893a-5b18928d4974 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.553921 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21ff95ab-b87d-463d-893a-5b18928d4974 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.554306 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b8ff4ee9-71ce-465d-ac20-f0d392a084fa req-68929fc7-e1b6-4502-bd35-bc4bb6393fb6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313025 Aug 19 12:37:22.652169 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.l3_db [None req-21ff95ab-b87d-463d-893a-5b18928d4974 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Floating IP 2b99a392-f49a-4e10-9250-a2dd3bb328b5 associated. External IP: 172.27.3.68, port: d003e72d-b990-456a-9cec-b4177f504d74. Aug 19 12:37:22.863075 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ff95ab-b87d-463d-893a-5b18928d4974 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:37:22.971041 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ff95ab-b87d-463d-893a-5b18928d4974 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:22.976574 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-21ff95ab-b87d-463d-893a-5b18928d4974 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.981223 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] Sync routers for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:22.991088 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:22.991761 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:37:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:23.003738 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-21ff95ab-b87d-463d-893a-5b18928d4974 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "PUT /v2.0/floatingips/2b99a392-f49a-4e10-9250-a2dd3bb328b5 HTTP/1.1" status: 200 len: 990 time: 0.9665890 Aug 19 12:37:23.004877 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'tag': 'd003e72d-b990-456a-9cec-b4177f504d74'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:23.007946 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21402b8c3be9dc56fb67347ff7eba31002148812779d4b979eb60ed11c8fcab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb71ae44-2a33-4757-a161-38e5b308cfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d4d125-6d62-467f-bfc7-10e674f72a12", "tag": "d003e72d-b990-456a-9cec-b4177f504d74"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:23.048590 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab2ceb3-df8e-4574-b6ed-13832b01288e x-openstack-request-id: req-2ab2ceb3-df8e-4574-b6ed-13832b01288e {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:23.049247 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d4d125-6d62-467f-bfc7-10e674f72a12", "tag": "d003e72d-b990-456a-9cec-b4177f504d74", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:23.049247 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ab2ceb3-df8e-4574-b6ed-13832b01288e {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:23.049545 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'tag': 'd003e72d-b990-456a-9cec-b4177f504d74', 'status': 'completed', 'code': 200} Aug 19 12:37:23.105693 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:23.116667 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-274089bb-c108-4324-a57a-b479536df6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.118130 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-274089bb-c108-4324-a57a-b479536df6f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e083d65ed147918793db874fe5aca7&device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 1098 time: 0.0458100 Aug 19 12:37:23.220752 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-16cd6b83-4e65-4a49-bae6-9cf2197b53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.222325 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-16cd6b83-4e65-4a49-bae6-9cf2197b53b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 200 len: 912 time: 0.0961721 Aug 19 12:37:23.319805 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-0040028d-47dc-4ae1-982b-5416b433c072 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d003e72d-b990-456a-9cec-b4177f504d74 HTTP/1.1" status: 200 len: 998 time: 0.0895758 Aug 19 12:37:23.327166 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f0142-e14c-449c-8d46-000e8fd73f0b req-4d5ca9f4-f8b1-4e8f-a1e5-4b719f605887 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.328571 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-638f0142-e14c-449c-8d46-000e8fd73f0b req-4d5ca9f4-f8b1-4e8f-a1e5-4b719f605887 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0927029 Aug 19 12:37:23.390051 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '2b99a392-f49a-4e10-9250-a2dd3bb328b5', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'port_id': 'd003e72d-b990-456a-9cec-b4177f504d74', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'mac_address': 'fa:16:3e:08:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:37:09Z', 'updated_at': '2021-08-19T12:37:22Z', 'revision_number': 1, 'project_id': '89e083d65ed147918793db874fe5aca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:23.397983 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-638f0142-e14c-449c-8d46-000e8fd73f0b req-d8061dfc-7762-42e6-994c-b3d8a91d605a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607133 Aug 19 12:37:23.400910 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-ec62d29a-4517-4d43-a211-0390e79800ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.402589 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-ec62d29a-4517-4d43-a211-0390e79800ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f07125d1-9222-4282-a4b0-3cce5793962a HTTP/1.1" status: 200 len: 850 time: 0.0730331 Aug 19 12:37:23.421829 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] Checking router: 12339c08-3d30-4aaa-80bd-78c86c9b0f0e for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:23.430211 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:23.430827 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:37:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:23.461860 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-9f9c9fdf-80ee-4edf-b43b-b65a14d98705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.463429 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-9f9c9fdf-80ee-4edf-b43b-b65a14d98705 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9c0505f-0b62-430c-81bb-51a10230472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445487 Aug 19 12:37:23.537036 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:23.555516 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-60d3c155-ce54-4cf2-9d17-73b2b8254b1a service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847478 Aug 19 12:37:23.685539 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb71ae44-2a33-4757-a161-38e5b308cfd5 req-1affe4ae-dba5-4e8f-9e75-70bd3522630a service neutron] 10.222.0.50 "GET /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029708 Aug 19 12:37:23.803439 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '2b99a392-f49a-4e10-9250-a2dd3bb328b5', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'port_id': 'd003e72d-b990-456a-9cec-b4177f504d74', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'mac_address': 'fa:16:3e:08:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:37:09Z', 'updated_at': '2021-08-19T12:37:22Z', 'revision_number': 1, 'project_id': '89e083d65ed147918793db874fe5aca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:23.830562 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf16a37-513b-4fed-914a-4b3c4ec418ce None None] The sync data for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi is: [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '2b99a392-f49a-4e10-9250-a2dd3bb328b5', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'port_id': 'd003e72d-b990-456a-9cec-b4177f504d74', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'mac_address': 'fa:16:3e:08:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:37:09Z', 'updated_at': '2021-08-19T12:37:22Z', 'revision_number': 1, 'project_id': '89e083d65ed147918793db874fe5aca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:24.010525 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848f169-ad8c-4200-9aad-d5d59bef640c None None] New status for floating IP 2b99a392-f49a-4e10-9250-a2dd3bb328b5: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:37:24.675831 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431062-da28-4dc5-a894-ab865b2c5a3e req-ec7e7c94-8eef-43ef-ab55-9c1fb4c3ef9d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.677954 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f2431062-da28-4dc5-a894-ab865b2c5a3e req-ec7e7c94-8eef-43ef-ab55-9c1fb4c3ef9d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.2054713 Aug 19 12:37:24.715831 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f2431062-da28-4dc5-a894-ab865b2c5a3e req-b4e66285-f9b7-4bf1-80ef-8998200c7d08 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318193 Aug 19 12:37:24.886071 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65190c3c-21f8-4d28-b650-84b8343fa81f req-5aa91cac-4dbb-4474-8dd5-d278fef6d0cd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.887611 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-65190c3c-21f8-4d28-b650-84b8343fa81f req-5aa91cac-4dbb-4474-8dd5-d278fef6d0cd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.1021330 Aug 19 12:37:24.897227 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 50332) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:24.901562 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0b792ae1-d851-4cd9-8071-70a5098110bd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Request body: {'floatingip': {'port_id': '2984b9a5-dca0-499a-ba61-da470ed959d0'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:24.943811 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b792ae1-d851-4cd9-8071-70a5098110bd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.628784 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b792ae1-d851-4cd9-8071-70a5098110bd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.632800 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b792ae1-d851-4cd9-8071-70a5098110bd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.729762 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [None req-0b792ae1-d851-4cd9-8071-70a5098110bd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Floating IP 56ac3e3f-3be1-4fc2-b8b4-51c40df04c24 associated. External IP: 172.27.3.6, port: 2984b9a5-dca0-499a-ba61-da470ed959d0. Aug 19 12:37:25.928408 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b792ae1-d851-4cd9-8071-70a5098110bd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Router d79a407b-d4fb-4427-97eb-fb9bec575ba7 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:37:26.031757 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b792ae1-d851-4cd9-8071-70a5098110bd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:26.036728 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b792ae1-d851-4cd9-8071-70a5098110bd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.041502 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] Sync routers for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:26.050716 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:26.051898 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:37:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:26.063079 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-0b792ae1-d851-4cd9-8071-70a5098110bd tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "PUT /v2.0/floatingips/56ac3e3f-3be1-4fc2-b8b4-51c40df04c24 HTTP/1.1" status: 200 len: 989 time: 1.1648314 Aug 19 12:37:26.063652 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:26.067783 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85286c4c-afd9-4e77-9d1a-a568d5c595ec" -d '{"events": [{"name": "network-changed", "server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:26.108356 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23314fda-a807-4268-9ad9-e5726695e066 x-openstack-request-id: req-23314fda-a807-4268-9ad9-e5726695e066 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:26.108681 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:26.108941 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23314fda-a807-4268-9ad9-e5726695e066 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:26.109390 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'status': 'completed', 'code': 200} Aug 19 12:37:26.162001 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:26.173968 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-5f0e303d-8eba-49f1-831f-43d429e938e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.175499 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-5f0e303d-8eba-49f1-831f-43d429e938e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 1098 time: 0.0441732 Aug 19 12:37:26.271000 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-2ea08e9e-d831-4f92-9e42-4d9fec32670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.272535 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-2ea08e9e-d831-4f92-9e42-4d9fec32670e service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 918 time: 0.0880845 Aug 19 12:37:26.346016 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-b490bf84-b4f9-4ee9-86bb-2b961befc220 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2984b9a5-dca0-499a-ba61-da470ed959d0 HTTP/1.1" status: 200 len: 997 time: 0.0650043 Aug 19 12:37:26.396081 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-93e77463-532d-4d9f-b844-81b75caa460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.397565 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-93e77463-532d-4d9f-b844-81b75caa460d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.0439849 Aug 19 12:37:26.444952 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-48d2026f-3d95-4fd4-a145-0e05146c5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.446451 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-48d2026f-3d95-4fd4-a145-0e05146c5629 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403407 Aug 19 12:37:26.503558 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '56ac3e3f-3be1-4fc2-b8b4-51c40df04c24', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'port_id': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'mac_address': 'fa:16:3e:e8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:37:10Z', 'updated_at': '2021-08-19T12:37:25Z', 'revision_number': 1, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:26.529733 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] Checking router: d79a407b-d4fb-4427-97eb-fb9bec575ba7 for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:26.537866 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:26.538346 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-68a9ead8-9868-4234-a767-db144a8b3e30 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839949 Aug 19 12:37:26.538526 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:37:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:26.627871 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-85286c4c-afd9-4e77-9d1a-a568d5c595ec req-3b76f00b-6362-4368-aea5-ed24b1b198f3 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818717 Aug 19 12:37:26.642972 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:26.877380 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '56ac3e3f-3be1-4fc2-b8b4-51c40df04c24', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'port_id': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'mac_address': 'fa:16:3e:e8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:37:10Z', 'updated_at': '2021-08-19T12:37:25Z', 'revision_number': 1, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:26.902465 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d92fb-f7e6-4a71-a124-5e18d5a4953d None None] The sync data for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi is: [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '56ac3e3f-3be1-4fc2-b8b4-51c40df04c24', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'port_id': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'mac_address': 'fa:16:3e:e8:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:37:10Z', 'updated_at': '2021-08-19T12:37:25Z', 'revision_number': 1, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:27.081106 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71876bd4-5793-41e3-9bd2-7fe34ee5a177 None None] New status for floating IP 56ac3e3f-3be1-4fc2-b8b4-51c40df04c24: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:37:31.586672 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 50400) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:31.710401 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e75a3ad-185e-4d69-8529-5afd6763ece2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.806904 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e75a3ad-185e-4d69-8529-5afd6763ece2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.810346 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e75a3ad-185e-4d69-8529-5afd6763ece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.853081 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-9e75a3ad-185e-4d69-8529-5afd6763ece2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a64575c93774cf7b518292cb8cab67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638693 Aug 19 12:37:31.854248 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75a3ad-185e-4d69-8529-5afd6763ece2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc494dd-7141-409e-b8d9-9091434b5f8d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:31.856191 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50406) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:31.906791 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-719f33f5-3348-430f-814f-0e3640a66fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.927659 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-719f33f5-3348-430f-814f-0e3640a66fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.972311 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-719f33f5-3348-430f-814f-0e3640a66fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.975024 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-719f33f5-3348-430f-814f-0e3640a66fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.976203 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-719f33f5-3348-430f-814f-0e3640a66fde admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/adc494dd-7141-409e-b8d9-9091434b5f8d HTTP/1.1" status: 204 len: 168 time: 0.1182783 Aug 19 12:37:31.984184 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f33f5-3348-430f-814f-0e3640a66fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc494dd-7141-409e-b8d9-9091434b5f8d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:33.215008 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7875408-50eb-4530-bc1a-9d00162a3cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:33.719381 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:37:34.056128 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.745169 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70f9a961-dd9c-478e-9701-43c986f105e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.165456 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.092349 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.345616 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.622571 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-37877435-10fc-4fad-a3cd-ac2b19776bb3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1284208 Aug 19 12:37:38.708647 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-4bd6ecd2-e030-42d0-9c53-aee53a5040d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:38.710094 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-4bd6ecd2-e030-42d0-9c53-aee53a5040d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 1099 time: 0.0400007 Aug 19 12:37:41.541015 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-0156e6d8-8892-4b09-8f7d-16208e4ae55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:41.542532 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-0156e6d8-8892-4b09-8f7d-16208e4ae55c service neutron] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 912 time: 0.0905786 Aug 19 12:37:41.605505 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-c496f8bd-82c7-4a34-82ad-fd4db4d6b871 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 HTTP/1.1" status: 200 len: 1002 time: 0.0557380 Aug 19 12:37:41.661067 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-40a50335-8004-4298-805f-950f818c79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:41.662503 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-40a50335-8004-4298-805f-950f818c79d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0461791 Aug 19 12:37:41.706597 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-35ead2ac-152e-4f7c-98ee-c3abb0b5bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:41.708580 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-35ead2ac-152e-4f7c-98ee-c3abb0b5bb6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388615 Aug 19 12:37:41.795236 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-a999858e-d1ff-47d9-a7e4-952ef39b1487 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789976 Aug 19 12:37:41.887495 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46ba4d9d-f134-400f-a426-2c24f90ca823 req-b52b7371-00c5-48e7-a4b5-ef912aec1f93 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840511 Aug 19 12:37:52.382390 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50586) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:52.485960 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-58ed87d0-74dc-4a6e-a113-b8b556d51abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.581692 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-58ed87d0-74dc-4a6e-a113-b8b556d51abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.583596 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-58ed87d0-74dc-4a6e-a113-b8b556d51abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.623777 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-58ed87d0-74dc-4a6e-a113-b8b556d51abe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ceba65731624410a407a14f1f360bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402956 Aug 19 12:37:52.624630 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed87d0-74dc-4a6e-a113-b8b556d51abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167e7979-f72c-45cd-8074-0d3a32f1cdf7,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:52.626598 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 50594) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:52.675867 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-303d82d1-dc83-4b7a-aaa9-1155833fb0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.697249 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-303d82d1-dc83-4b7a-aaa9-1155833fb0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.741757 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-303d82d1-dc83-4b7a-aaa9-1155833fb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.744385 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-303d82d1-dc83-4b7a-aaa9-1155833fb0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.745567 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-303d82d1-dc83-4b7a-aaa9-1155833fb0f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/167e7979-f72c-45cd-8074-0d3a32f1cdf7 HTTP/1.1" status: 204 len: 168 time: 0.1179576 Aug 19 12:37:52.752929 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d82d1-dc83-4b7a-aaa9-1155833fb0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167e7979-f72c-45cd-8074-0d3a32f1cdf7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:03.217136 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5fb181f1-f004-481e-b888-506f55229d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:04.067218 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.745539 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582ea0fb-50fe-4dfc-89e1-e3f4603914e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.165997 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.095370 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:08.347288 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.718517 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:38:11.732578 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 50772) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:11.836678 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.929483 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.933851 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.972022 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe1db6a-bdd5-4a80-afc1-5032236aff40,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:11.977864 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ba2bc881a094f66afc89209aba8a282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441006 Aug 19 12:38:11.980541 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 50780) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:11.982572 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.982930 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.983280 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.983646 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.983985 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.984323 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.984686 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.985020 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.985354 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.985683 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.986010 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:11.986334 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e986977-38b7-4af7-a669-761a8716294f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:12.030766 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a17a-6655-41d4-89de-4a403547bfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.050897 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a17a-6655-41d4-89de-4a403547bfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.097070 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a17a-6655-41d4-89de-4a403547bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.099555 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a17a-6655-41d4-89de-4a403547bfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.100769 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-eac9a17a-6655-41d4-89de-4a403547bfb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afe1db6a-bdd5-4a80-afc1-5032236aff40 HTTP/1.1" status: 204 len: 168 time: 0.1191821 Aug 19 12:38:12.108120 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9a17a-6655-41d4-89de-4a403547bfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe1db6a-bdd5-4a80-afc1-5032236aff40,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:18.035072 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e0b5-e282-4ba1-b269-68c151b9a4a3 req-e69510cd-b7ec-443c-a6af-318eaefaf5b4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:18.036547 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-16a3e0b5-e282-4ba1-b269-68c151b9a4a3 req-e69510cd-b7ec-443c-a6af-318eaefaf5b4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0474944 Aug 19 12:38:18.073047 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-16a3e0b5-e282-4ba1-b269-68c151b9a4a3 req-9ecba281-6eee-44fe-9935-347e901c92ed tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304933 Aug 19 12:38:19.189513 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327b92c-d2b6-46c0-ae65-c34f32235a13 req-f728dc5c-9857-4eae-9570-de37223429da tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:19.191109 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7327b92c-d2b6-46c0-ae65-c34f32235a13 req-f728dc5c-9857-4eae-9570-de37223429da tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0497022 Aug 19 12:38:19.232630 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7327b92c-d2b6-46c0-ae65-c34f32235a13 req-d0e8a232-8fca-4fcd-bef3-ef8cff3a350a tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355041 Aug 19 12:38:19.532779 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-4777fb0d-8a85-4d8a-9171-8353c93c5a90 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:19.534239 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-4777fb0d-8a85-4d8a-9171-8353c93c5a90 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 946 time: 0.0479963 Aug 19 12:38:19.619446 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Deleting port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:19.619782 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.707806 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] For port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:19.708164 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.869803 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.870199 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.870516 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Floating IP ece9068a-e8d2-40e4-b6ed-59fd43b19614 disassociated. External IP: 172.27.3.252, port: f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5. Aug 19 12:38:19.870856 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Calling delete_port for f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:19.999544 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:20.032157 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event deleted for resources: {'Port': ['ID=f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:20.144988 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Router 417d429e-fb11-4420-823d-9205817e57db has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:38:20.250258 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:20.268213 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] Sync routers for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:20.278155 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:20.278775 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:38:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:20.290311 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] No DVR routers for this DVR port f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:20.292956 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:20.295155 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2d6a7ccf-1701-46c8-a51b-70dbb17e4a67 req-8f5b7f99-bc92-47f9-af60-b6ae241eaff9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "DELETE /v2.0/ports/f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 HTTP/1.1" status: 204 len: 173 time: 0.7549565 Aug 19 12:38:20.295660 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7deb2265-69aa-4714-a54e-f732e143042f', 'name': 'network-vif-deleted', 'tag': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:20.298554 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974cfe43-6e7b-420e-8723-7e9d4d31e15d" -d '{"events": [{"server_uuid": "7deb2265-69aa-4714-a54e-f732e143042f", "name": "network-vif-deleted", "tag": "f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:20.335937 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-baf7a658-471f-44a6-9feb-f8cb5d964ed2 req-82dffa93-811a-41d4-a787-b03502d733a5 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=7deb2265-69aa-4714-a54e-f732e143042f HTTP/1.1" status: 200 len: 210 time: 0.0304055 Aug 19 12:38:20.404019 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:20.551955 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b60cbd-69d2-49b1-a48e-610cd815b180 x-openstack-request-id: req-e7b60cbd-69d2-49b1-a48e-610cd815b180 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:20.552353 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7deb2265-69aa-4714-a54e-f732e143042f", "name": "network-vif-deleted", "tag": "f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:20.555737 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7b60cbd-69d2-49b1-a48e-610cd815b180 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:20.556280 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7deb2265-69aa-4714-a54e-f732e143042f', 'name': 'network-vif-deleted', 'tag': 'f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5', 'status': 'completed', 'code': 200} Aug 19 12:38:20.625503 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:20.657996 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] Checking router: 417d429e-fb11-4420-823d-9205817e57db for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:20.666676 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:20.667281 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:38:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:20.773192 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:20.977178 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:21.005626 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f8d75-b758-4352-aa4f-a1fec341a225 None None] The sync data for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi is: [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:21.105301 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88662c6-89ff-4be2-963b-e6642288ccbb req-7e157bd8-584b-4031-bc8d-54f3dd88baea tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:21.106796 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d88662c6-89ff-4be2-963b-e6642288ccbb req-7e157bd8-584b-4031-bc8d-54f3dd88baea tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0557177 Aug 19 12:38:21.145592 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d88662c6-89ff-4be2-963b-e6642288ccbb req-5dc26a4a-1424-406d-aae4-54bcbfba41d9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327864 Aug 19 12:38:21.242218 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7f5a3-5b01-496e-b072-2d0d49f76efd None None] New status for floating IP ece9068a-e8d2-40e4-b6ed-59fd43b19614: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:38:21.581125 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-08d09c12-c50f-4762-b7ef-05a3e16de842 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177726011&fields=id&tenant_id=1fd599613e294891b5714102c5607640 HTTP/1.1" status: 200 len: 267 time: 0.0315185 Aug 19 12:38:21.686079 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-79fabda4-f997-40d3-bc8f-05edcf12d5ec tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:21.687497 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-79fabda4-f997-40d3-bc8f-05edcf12d5ec tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 811 time: 0.0999060 Aug 19 12:38:21.701821 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-3cef86b9-9e28-4148-8c34-3b24351ad5ea tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/quotas/1fd599613e294891b5714102c5607640 HTTP/1.1" status: 200 len: 375 time: 0.0085840 Aug 19 12:38:21.754589 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-968c7e6e-6401-4703-9797-2357820c0e01 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473526 Aug 19 12:38:21.948578 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-06778efe-f28a-4aef-a2b8-7cac7480d48c service neutron] 10.222.0.42 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829922 Aug 19 12:38:22.035786 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-fadb651f-f9f3-4d47-864c-a65034fb90a2 service neutron] 10.222.0.42 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809369 Aug 19 12:38:22.271245 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeb9dc-bfff-44fa-97f1-e38c7e2dae37 req-86c645ed-b26a-4974-b0a6-8b3151eba883 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:22.273282 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7afeb9dc-bfff-44fa-97f1-e38c7e2dae37 req-86c645ed-b26a-4974-b0a6-8b3151eba883 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0545733 Aug 19 12:38:22.323411 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7afeb9dc-bfff-44fa-97f1-e38c7e2dae37 req-df658ff1-d238-4737-999d-c06acb1dcb65 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440776 Aug 19 12:38:22.386460 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5e678b96-ac40-4143-ad12-aa45f44bd929 req-196278ad-804c-44c2-a115-337c7d3cc19d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 210 time: 0.0310700 Aug 19 12:38:22.432815 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:22.581683 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:22.582067 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device f09f63eb-69e1-4ada-a6fd-1ba87e1eb7f5 not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:23.505713 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6649e7a1-82ff-4c68-9049-e3ea80fa9599 req-5b85065f-f994-47c7-8329-918c2b709f7d tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 210 time: 0.0444942 Aug 19 12:38:23.517110 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f19e9-1361-4452-9832-d4ba0d609859 req-3d835388-93ad-4962-816a-95614f1c9c30 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.518552 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d02f19e9-1361-4452-9832-d4ba0d609859 req-3d835388-93ad-4962-816a-95614f1c9c30 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.1063221 Aug 19 12:38:23.540559 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-08a31020-cfb0-4f13-abce-ebc3aaba7439 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.542065 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-08a31020-cfb0-4f13-abce-ebc3aaba7439 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 811 time: 0.1883466 Aug 19 12:38:23.584258 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d02f19e9-1361-4452-9832-d4ba0d609859 req-f1d56170-5e27-4662-a391-eb43d80d72bc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598235 Aug 19 12:38:23.603683 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-aa0fe47b-febd-42fc-9377-059a46c54e60 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd599613e294891b5714102c5607640 HTTP/1.1" status: 200 len: 380 time: 0.0438128 Aug 19 12:38:23.613458 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'port': {'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'admin_state_up': True, 'tenant_id': '1fd599613e294891b5714102c5607640', 'security_groups': ['23237fb1-c6ba-47fe-a1a1-3389946268c5']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:23.722492 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Made reservation on behalf of 1fd599613e294891b5714102c5607640 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:23.726291 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:23.872223 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Allocated IP 172.20.0.7 (888559b7-b97e-464b-b94c-cbf8342520f5/af200914-5b75-4155-99e5-f10386a0ccbf/bfa9edf3-e61d-454c-89c8-f675ff7b2c8e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:24.018666 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.032409 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Transition to ACTIVE for port object bfa9edf3-e61d-454c-89c8-f675ff7b2c8e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:24.067495 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.107253 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Network 888559b7-b97e-464b-b94c-cbf8342520f5 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:24.112193 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:24.115863 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:24.145519 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'Port': ['ID=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:24.174669 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:24.175291 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.190973 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-efd2c8f9-062d-4bbf-a6af-b16ccdf4923e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815604 Aug 19 12:38:24.202937 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Request body: {'port': {'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:24.259343 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.405869 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-083d6667-d321-4aab-bee7-8e209bec1318 None None] Provisioning for port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:24.409744 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-083d6667-d321-4aab-bee7-8e209bec1318 None None] Provisioning complete for port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:24.410118 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-083d6667-d321-4aab-bee7-8e209bec1318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.445154 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-083d6667-d321-4aab-bee7-8e209bec1318 None None] Port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:38:24.525409 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa9edf3-e61d-454c-89c8-f675ff7b2c8e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:24.532987 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.545297 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Transition to ACTIVE for port object bfa9edf3-e61d-454c-89c8-f675ff7b2c8e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:24.550097 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:24.633927 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Pushing event updated for resources: {'Port': ['ID=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:24.682213 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e772a4-30c1-4c79-8825-daf606722c4c req-463a642f-fa1e-449c-aed7-a93b81d6c664 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:24.683749 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e3e772a4-30c1-4c79-8825-daf606722c4c req-463a642f-fa1e-449c-aed7-a93b81d6c664 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 943 time: 0.1056340 Aug 19 12:38:25.034433 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e3e772a4-30c1-4c79-8825-daf606722c4c req-8088078c-2b8b-4659-8cf4-4657b65bbbff tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371685 Aug 19 12:38:25.035915 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Attempting to bind port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:25.036250 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Attempting to bind port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:25.036580 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Attempting to bind port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e on network 888559b7-b97e-464b-b94c-cbf8342520f5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:25.045404 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706b896-90af-4c99-b561-2abc8cb22be3 req-c2321e5c-12f9-4df8-b810-4d68fd0e4277 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.046880 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2706b896-90af-4c99-b561-2abc8cb22be3 req-c2321e5c-12f9-4df8-b810-4d68fd0e4277 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.3622346 Aug 19 12:38:25.050197 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e on network 888559b7-b97e-464b-b94c-cbf8342520f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:38:25.050527 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Attempting to bind port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e on network 888559b7-b97e-464b-b94c-cbf8342520f5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:25.061688 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:25.062031 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Checking segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:25.062408 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Bound using segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:25.062839 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Bound port: bfa9edf3-e61d-454c-89c8-f675ff7b2c8e, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:25.063193 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.114569 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2706b896-90af-4c99-b561-2abc8cb22be3 req-fd24d8a3-43f3-4f84-a9f7-fb62c7ed1958 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609579 Aug 19 12:38:25.146438 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] For port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:25.149437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] For port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:25.154041 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.185740 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.186357 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.187750 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] 10.222.0.50 "PUT /v2.0/ports/bfa9edf3-e61d-454c-89c8-f675ff7b2c8e HTTP/1.1" status: 200 len: 1093 time: 0.9891024 Aug 19 12:38:25.188183 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b007f9ed-1545-40a6-b629-dede861a0777', 'tag': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:25.190719 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04f2b5e-e138-4a90-81ac-3ee343a6792f" -d '{"events": [{"name": "network-changed", "server_uuid": "b007f9ed-1545-40a6-b629-dede861a0777", "tag": "bfa9edf3-e61d-454c-89c8-f675ff7b2c8e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:25.221761 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db5269-6a00-471f-9c99-c7a7bc1c4afd service neutron] Pushing event updated for resources: {'Port': ['ID=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:25.244138 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8387ed26-11a2-488e-b2d9-5afb48e31052 x-openstack-request-id: req-8387ed26-11a2-488e-b2d9-5afb48e31052 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:25.244509 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b007f9ed-1545-40a6-b629-dede861a0777", "tag": "bfa9edf3-e61d-454c-89c8-f675ff7b2c8e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:25.244977 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8387ed26-11a2-488e-b2d9-5afb48e31052 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:25.245377 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b007f9ed-1545-40a6-b629-dede861a0777', 'tag': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'status': 'completed', 'code': 200} Aug 19 12:38:25.289774 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-42c35505-e5e4-4439-8378-eacd17d8e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.291292 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-42c35505-e5e4-4439-8378-eacd17d8e27b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 1096 time: 0.0426364 Aug 19 12:38:25.339217 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-c0726e09-f4a6-400a-aeff-3be6cfc6cbd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e HTTP/1.1" status: 200 len: 217 time: 0.0353160 Aug 19 12:38:25.389858 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-7e7b23f5-8296-44d1-a103-c89b22cee588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.391248 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-7e7b23f5-8296-44d1-a103-c89b22cee588 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0439715 Aug 19 12:38:25.440912 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-10cf0376-00c8-4099-b45e-60cf4ac40ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.442407 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-10cf0376-00c8-4099-b45e-60cf4ac40ca6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438194 Aug 19 12:38:25.527319 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-ce2ce2c3-a05a-484c-80c6-b7986e42f728 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778084 Aug 19 12:38:25.623537 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb0d198f-044a-4888-8a2c-18d2ff59b057 req-fb84ef86-9966-4717-bfd6-3b077d37c21d service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862679 Aug 19 12:38:25.711159 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-29d8d0a8-a2b1-4850-8f0d-061c720fa5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.712633 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-29d8d0a8-a2b1-4850-8f0d-061c720fa5cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 1096 time: 0.0394938 Aug 19 12:38:25.805997 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-2153f213-0c50-47b3-a1d7-361ec41b8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.807495 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-2153f213-0c50-47b3-a1d7-361ec41b8080 service neutron] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 912 time: 0.0854909 Aug 19 12:38:25.853313 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-adf32ca3-e4d9-4acf-bf4c-6253b1c15d87 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e HTTP/1.1" status: 200 len: 217 time: 0.0337231 Aug 19 12:38:25.901702 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-1c4d1180-5220-4cfa-bb89-6ee1f92357a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.903132 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-1c4d1180-5220-4cfa-bb89-6ee1f92357a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0432198 Aug 19 12:38:25.952390 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-ebdc76cd-d2d8-40a3-bca7-7e159fb0577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.953933 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-ebdc76cd-d2d8-40a3-bca7-7e159fb0577a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434449 Aug 19 12:38:26.042676 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-cdeddda4-e52c-4dc2-b090-ff956ebf3b3e service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809853 Aug 19 12:38:26.166554 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b04f2b5e-e138-4a90-81ac-3ee343a6792f req-560dbed5-aef6-44f8-ae9c-4615ec955ecb service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160190 Aug 19 12:38:26.175879 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d46bf-699b-4821-8925-8c552b20cee0 req-e9f6edcd-5b3b-46a1-b608-7057fe5b7fd0 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:26.177393 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d4d46bf-699b-4821-8925-8c552b20cee0 req-e9f6edcd-5b3b-46a1-b608-7057fe5b7fd0 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 943 time: 0.0757020 Aug 19 12:38:26.243311 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8d4d46bf-699b-4821-8925-8c552b20cee0 req-09a1c346-be04-4412-a770-3a0e2a8c4620 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596054 Aug 19 12:38:26.259121 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3365bae-8f34-498f-ad80-994ac2707678 req-4078adf5-27ba-4515-8d55-35fe78543b88 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:26.260621 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d3365bae-8f34-498f-ad80-994ac2707678 req-4078adf5-27ba-4515-8d55-35fe78543b88 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0689533 Aug 19 12:38:26.302007 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d3365bae-8f34-498f-ad80-994ac2707678 req-56df0c4d-bff6-41ee-8a8e-9a47a6661a9c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354776 Aug 19 12:38:27.357687 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408dbd7-cfda-4fa7-8e28-a4b3c784a6c7 req-1e457cf5-253a-4017-9288-09198e16ba6a tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:27.359237 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d408dbd7-cfda-4fa7-8e28-a4b3c784a6c7 req-1e457cf5-253a-4017-9288-09198e16ba6a tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 943 time: 0.0506814 Aug 19 12:38:27.421387 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d408dbd7-cfda-4fa7-8e28-a4b3c784a6c7 req-b4d3bf2f-cef5-4448-a2db-ba0256464b99 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562730 Aug 19 12:38:27.438661 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b742518-2510-4284-95c9-6b763875feb0 req-b4bc6ef5-7e26-4de0-82d8-3dbcdb9c93d6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:27.440925 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1b742518-2510-4284-95c9-6b763875feb0 req-b4bc6ef5-7e26-4de0-82d8-3dbcdb9c93d6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0687563 Aug 19 12:38:27.479087 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1b742518-2510-4284-95c9-6b763875feb0 req-ea0c2c9d-dafa-4349-8712-d5cbd3f3bab9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319462 Aug 19 12:38:28.544504 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def18ea-66ba-4226-bc97-14ae479cda14 req-151cbc38-10bc-4e27-a460-5184f93411c8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:28.546100 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2def18ea-66ba-4226-bc97-14ae479cda14 req-151cbc38-10bc-4e27-a460-5184f93411c8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 943 time: 0.0528657 Aug 19 12:38:28.610227 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2def18ea-66ba-4226-bc97-14ae479cda14 req-bd32ef6d-18c4-4012-a7da-b75a3e7c19bc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523090 Aug 19 12:38:28.621952 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513d340-830f-4a2f-aedf-1b0e58580833 req-170249e4-a751-4193-9e37-fe496214202f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:28.623429 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6513d340-830f-4a2f-aedf-1b0e58580833 req-170249e4-a751-4193-9e37-fe496214202f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0738525 Aug 19 12:38:28.661198 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6513d340-830f-4a2f-aedf-1b0e58580833 req-5a11836d-abe2-4f36-b40f-314d6d5ff26c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314720 Aug 19 12:38:29.722182 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3d62-517d-4b6d-9fff-bf2fc9e457f9 req-4783e4d4-351c-46bd-b6ec-02dea467d867 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:29.723674 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bc5d3d62-517d-4b6d-9fff-bf2fc9e457f9 req-4783e4d4-351c-46bd-b6ec-02dea467d867 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 943 time: 0.0489957 Aug 19 12:38:29.789167 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bc5d3d62-517d-4b6d-9fff-bf2fc9e457f9 req-00a5553d-cee8-43d9-a557-de20f5e996af tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595193 Aug 19 12:38:29.805313 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b3b14-ec11-49e1-b3ea-15bd33199ce8 req-4f728aa0-109f-4fa5-83f9-2ddc515e3e1f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:29.806797 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-580b3b14-ec11-49e1-b3ea-15bd33199ce8 req-4f728aa0-109f-4fa5-83f9-2ddc515e3e1f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0755930 Aug 19 12:38:29.844429 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-580b3b14-ec11-49e1-b3ea-15bd33199ce8 req-fc338bb7-88ce-43ef-941c-3bcdc3b2645e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317545 Aug 19 12:38:30.902643 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52cb3c-cb05-41cc-930c-25c17a482a50 req-02999142-8246-4e0f-86bd-421e6bc043c4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:30.904313 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-da52cb3c-cb05-41cc-930c-25c17a482a50 req-02999142-8246-4e0f-86bd-421e6bc043c4 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 943 time: 0.0498891 Aug 19 12:38:30.969995 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-da52cb3c-cb05-41cc-930c-25c17a482a50 req-486469f0-1274-4199-8c7b-ce134a9bb0f3 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596049 Aug 19 12:38:30.986807 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b5a47-72e6-4367-993f-64517cf1c41a req-d0c62b3b-1fcc-4d5e-afb2-b6ec0eab4f37 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:30.988281 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-209b5a47-72e6-4367-993f-64517cf1c41a req-d0c62b3b-1fcc-4d5e-afb2-b6ec0eab4f37 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0654521 Aug 19 12:38:31.028594 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-209b5a47-72e6-4367-993f-64517cf1c41a req-7ee59179-b0f2-4eb9-a379-53ba045bb414 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343034 Aug 19 12:38:32.113914 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18bf67-6011-460e-904e-ebfbcbf640b5 req-6173c9f9-a64d-4481-8482-74e82e3b82dc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:32.115466 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1c18bf67-6011-460e-904e-ebfbcbf640b5 req-6173c9f9-a64d-4481-8482-74e82e3b82dc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 943 time: 0.0613470 Aug 19 12:38:32.178292 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1c18bf67-6011-460e-904e-ebfbcbf640b5 req-40083907-09ba-4c51-a2a4-5d62d54e4a78 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532036 Aug 19 12:38:32.188841 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83e464-3365-4352-a2ec-fab2d883dcfd req-0fbd2f75-7804-4f46-b57a-3e739a33be84 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:32.190600 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3e83e464-3365-4352-a2ec-fab2d883dcfd req-0fbd2f75-7804-4f46-b57a-3e739a33be84 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0742357 Aug 19 12:38:32.229790 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3e83e464-3365-4352-a2ec-fab2d883dcfd req-c23968c6-1f14-4069-9dc2-bcf040756590 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332975 Aug 19 12:38:32.454946 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device bfa9edf3-e61d-454c-89c8-f675ff7b2c8e details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:32.549400 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:32.559871 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:32.597762 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.611151 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa9edf3-e61d-454c-89c8-f675ff7b2c8e {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:32.631901 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:32.636523 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.683819 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:32.690859 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.691217 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.691565 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.691913 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.692245 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.692579 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.692933 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.693266 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.693620 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.693956 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.694284 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.694610 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:32.891043 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['bfa9edf3-e61d-454c-89c8-f675ff7b2c8e'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:33.227740 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03370f93-39c6-4f30-84ed-6f35be4e0293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:33.325702 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23082972-0607-4713-816f-0de198b94146 req-505a5580-f87f-4054-b02e-0229d7296c7e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.327272 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-23082972-0607-4713-816f-0de198b94146 req-505a5580-f87f-4054-b02e-0229d7296c7e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 944 time: 0.0644479 Aug 19 12:38:33.375756 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-23082972-0607-4713-816f-0de198b94146 req-222a02c1-995c-47b8-be30-ca3ceea0a9ba tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410244 Aug 19 12:38:33.498409 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb807f-d627-4ea6-92f9-1c31e8e441b8 req-f34b4b2f-c655-4f09-8852-6658715321d6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.499900 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-defb807f-d627-4ea6-92f9-1c31e8e441b8 req-f34b4b2f-c655-4f09-8852-6658715321d6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0541911 Aug 19 12:38:33.556029 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-defb807f-d627-4ea6-92f9-1c31e8e441b8 req-c49b3f40-6985-4de3-a5d3-5f754e760003 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448933 Aug 19 12:38:34.084003 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.490582 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device bfa9edf3-e61d-454c-89c8-f675ff7b2c8e up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:34.492925 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71bbef-4ec5-4bae-ac39-768866b2b872 req-94f00cbc-8538-4e89-85b2-3db5eb3f4300 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.494429 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ad71bbef-4ec5-4bae-ac39-768866b2b872 req-94f00cbc-8538-4e89-85b2-3db5eb3f4300 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 944 time: 0.0479341 Aug 19 12:38:34.534066 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ad71bbef-4ec5-4bae-ac39-768866b2b872 req-6e17eba2-6e99-4894-9c06-83fd875d3344 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330982 Aug 19 12:38:34.546222 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:34.550284 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:34.550661 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.630470 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.654369 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b007f9ed-1545-40a6-b629-dede861a0777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:34.656656 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a22c8e9-953f-44b6-a696-81ffcd87dd7c" -d '{"events": [{"server_uuid": "b007f9ed-1545-40a6-b629-dede861a0777", "name": "network-vif-plugged", "status": "completed", "tag": "bfa9edf3-e61d-454c-89c8-f675ff7b2c8e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:34.672119 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:34.678768 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.695634 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44674468-2e16-4462-bbaf-350d34ec532d req-be82fd17-dbbe-4d50-ab67-308304a4695d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.703251 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-44674468-2e16-4462-bbaf-350d34ec532d req-be82fd17-dbbe-4d50-ab67-308304a4695d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0652621 Aug 19 12:38:34.740378 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-44674468-2e16-4462-bbaf-350d34ec532d req-c2928444-8b86-43cd-8919-fdf5e2194934 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361564 Aug 19 12:38:34.746444 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:34.781262 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1322073b-f51b-497a-bec9-5806f59eb08a x-openstack-request-id: req-1322073b-f51b-497a-bec9-5806f59eb08a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:34.781563 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b007f9ed-1545-40a6-b629-dede861a0777", "name": "network-vif-plugged", "status": "completed", "tag": "bfa9edf3-e61d-454c-89c8-f675ff7b2c8e", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:34.781817 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1322073b-f51b-497a-bec9-5806f59eb08a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:34.782216 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b007f9ed-1545-40a6-b629-dede861a0777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'code': 200} Aug 19 12:38:35.031755 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a934535-4017-4c35-bb8a-a38f6f06cec7 req-a17bf2e5-af06-4d44-984e-10dafdf4184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:35.033892 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8a934535-4017-4c35-bb8a-a38f6f06cec7 req-a17bf2e5-af06-4d44-984e-10dafdf4184c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 1098 time: 0.0417454 Aug 19 12:38:35.080106 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8a934535-4017-4c35-bb8a-a38f6f06cec7 req-e91d903f-c09c-4265-8d43-57e15f5dd7d0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377443 Aug 19 12:38:35.115906 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5f413-d1ac-4f01-8803-154438911787 req-b31de857-06c6-4ce3-a9fd-138908c34d13 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:35.117399 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-48a5f413-d1ac-4f01-8803-154438911787 req-b31de857-06c6-4ce3-a9fd-138908c34d13 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 945 time: 0.0514274 Aug 19 12:38:35.153613 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-48a5f413-d1ac-4f01-8803-154438911787 req-f7c67792-1c68-45dd-8b11-ba8ace2f8cdd tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301998 Aug 19 12:38:35.656194 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74bd49-1cb7-417b-ac0d-5e99b61b715d req-530cd7e7-bdfb-48ad-9a03-da83c011257e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:35.657707 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4e74bd49-1cb7-417b-ac0d-5e99b61b715d req-530cd7e7-bdfb-48ad-9a03-da83c011257e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 945 time: 0.0511901 Aug 19 12:38:35.694984 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4e74bd49-1cb7-417b-ac0d-5e99b61b715d req-7dfd56f1-5fb8-4be2-afbf-2ef943b25816 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303075 Aug 19 12:38:35.744959 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f569c7f9-1127-41e0-97ea-0d783154deaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.859401 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d9f08-5828-4447-9e96-9eaaa16bbfe2 req-7d84a12b-6572-4fae-9c0b-a6ce8b54110c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:35.860704 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fc5d9f08-5828-4447-9e96-9eaaa16bbfe2 req-7d84a12b-6572-4fae-9c0b-a6ce8b54110c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0489383 Aug 19 12:38:35.898613 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fc5d9f08-5828-4447-9e96-9eaaa16bbfe2 req-2a92bbf1-7075-42b8-9cf8-41f0832f3081 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Aug 19 12:38:36.167281 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.271275 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b937e3-6ea6-4ddd-bc5d-c20ff216e6fc req-b0bab2e0-e721-479e-8326-77a05db73fa2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:36.272921 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-45b937e3-6ea6-4ddd-bc5d-c20ff216e6fc req-b0bab2e0-e721-479e-8326-77a05db73fa2 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 945 time: 0.0516241 Aug 19 12:38:36.311203 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-45b937e3-6ea6-4ddd-bc5d-c20ff216e6fc req-d30f9976-0b4a-4bb0-a2f1-1580a909c739 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322404 Aug 19 12:38:36.813082 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00ec8a-7eaa-4136-8e2e-a0b342527f0c req-0e2712fc-b28b-4d64-bb5e-158b28d53e93 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:36.815699 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd00ec8a-7eaa-4136-8e2e-a0b342527f0c req-0e2712fc-b28b-4d64-bb5e-158b28d53e93 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 945 time: 0.0539708 Aug 19 12:38:36.852979 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd00ec8a-7eaa-4136-8e2e-a0b342527f0c req-3afa10e5-3dc6-4fb7-9bd7-c25016a8dee8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319428 Aug 19 12:38:36.967135 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b81392-ba87-47e9-8339-8a1ea9bf2dfd req-73cb24e3-8d85-4c6d-b34a-1da28414137c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:36.968684 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-62b81392-ba87-47e9-8339-8a1ea9bf2dfd req-73cb24e3-8d85-4c6d-b34a-1da28414137c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 945 time: 0.0500407 Aug 19 12:38:37.033675 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-62b81392-ba87-47e9-8339-8a1ea9bf2dfd req-bd32cc26-6fec-4572-84be-8690de5d8e97 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544569 Aug 19 12:38:37.041830 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3aea2-1116-46d5-bfb4-cdfe043ef0dd req-341c5123-4ff4-4ef4-9e8e-b2ab0ce39efe tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.043295 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8fd3aea2-1116-46d5-bfb4-cdfe043ef0dd req-341c5123-4ff4-4ef4-9e8e-b2ab0ce39efe tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0737312 Aug 19 12:38:37.055486 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51048) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:37.081520 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8fd3aea2-1116-46d5-bfb4-cdfe043ef0dd req-c619e72b-263f-490b-9363-fe6d07eda8dc tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320740 Aug 19 12:38:37.096073 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ae031-1e3f-426d-9204-ee912ba86093 tempest-TestVolumeBootPattern-1246293993 tempest-TestVolumeBootPattern-1246293993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.097785 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b47ae031-1e3f-426d-9204-ee912ba86093 tempest-TestVolumeBootPattern-1246293993 tempest-TestVolumeBootPattern-1246293993-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 1093 time: 0.0412934 Aug 19 12:38:37.100701 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51050) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:37.101842 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.105274 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'floatingip': {'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'tenant_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:37.125904 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.225572 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.292246 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-ea3e6093-a795-4585-a5eb-4136a0164467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.293742 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-ea3e6093-a795-4585-a5eb-4136a0164467 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 1098 time: 0.0444417 Aug 19 12:38:37.333275 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Allocated IP 172.27.3.4 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/398d439e-e1da-4814-b633-fd8b7ff52b44) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:37.434525 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-20d35775-09e0-4839-9a36-d6aff192c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.436012 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-20d35775-09e0-4839-9a36-d6aff192c3c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 918 time: 0.1186790 Aug 19 12:38:37.437856 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.457256 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7a44a-9aa3-4a47-9a52-fd67ad3adf93 req-ddecbf73-4261-4212-846a-601f2344dde5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.458724 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d4d7a44a-9aa3-4a47-9a52-fd67ad3adf93 req-ddecbf73-4261-4212-846a-601f2344dde5 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 945 time: 0.0667274 Aug 19 12:38:37.477894 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.511820 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:37.514542 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:37.520634 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:37.553205 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'Port': ['ID=398d439e-e1da-4814-b633-fd8b7ff52b44,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:37.566159 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.566572 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.566919 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.567264 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.567602 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.567940 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.568280 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.568715 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.569103 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.569386 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.569953 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.570319 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.585121 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-219806ea-462e-41af-9967-a4a3857bd615 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2984b9a5-dca0-499a-ba61-da470ed959d0 HTTP/1.1" status: 200 len: 999 time: 0.1252453 Aug 19 12:38:37.589865 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d4d7a44a-9aa3-4a47-9a52-fd67ad3adf93 req-b25ea725-40bf-4651-ae67-e0a151646864 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups?id=84422cf3-ebc8-4e3d-bfc2-47486302e578&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146750 Aug 19 12:38:37.598665 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-b3b49c6e-c5c3-4981-bb6d-9852a77a52c7 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.600097 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-b3b49c6e-c5c3-4981-bb6d-9852a77a52c7 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 945 time: 0.1393619 Aug 19 12:38:37.696169 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-15cbc8c9-13a7-400b-a25b-9e1f0bb83036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.697762 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-15cbc8c9-13a7-400b-a25b-9e1f0bb83036 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.0967834 Aug 19 12:38:37.760131 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Deleting port d003e72d-b990-456a-9cec-b4177f504d74 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:37.760483 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.775759 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-bc3d198e-d313-41b1-b086-b0029cacb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.777297 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-bc3d198e-d313-41b1-b086-b0029cacb6fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697646 Aug 19 12:38:37.896391 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.916281 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] For port d003e72d-b990-456a-9cec-b4177f504d74, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=d003e72d-b990-456a-9cec-b4177f504d74,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:37.916896 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.938272 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-a23d24ea-68b0-4980-9be0-1f4f17339fe1 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362300 Aug 19 12:38:37.965469 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.116877 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.121824 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258840'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.139712 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aa5e46c2-1cc7-4bbb-888c-f15513350e06 req-6566667c-e78a-4cce-a8b1-f12299e1ea16 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737750 Aug 19 12:38:38.168491 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.168919 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.169245 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Floating IP 2b99a392-f49a-4e10-9250-a2dd3bb328b5 disassociated. External IP: 172.27.3.68, port: d003e72d-b990-456a-9cec-b4177f504d74. Aug 19 12:38:38.169613 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Calling delete_port for d003e72d-b990-456a-9cec-b4177f504d74 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:38.187801 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'Port': ['ID=398d439e-e1da-4814-b633-fd8b7ff52b44,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:38.202578 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.271858 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752fbbb-66fa-4c12-9cc1-2d86c8554b81 req-338f9dd5-3fa8-4300-9baa-edf385688dde tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:38.273468 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7752fbbb-66fa-4c12-9cc1-2d86c8554b81 req-338f9dd5-3fa8-4300-9baa-edf385688dde tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.1018424 Aug 19 12:38:38.332217 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7752fbbb-66fa-4c12-9cc1-2d86c8554b81 req-72dec82d-6afd-4cb4-af7f-8cca8f18627f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508397 Aug 19 12:38:38.364965 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.380669 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.411843 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event deleted for resources: {'Port': ['ID=d003e72d-b990-456a-9cec-b4177f504d74,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:38.514305 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.l3_db [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Floating IP 209789ae-ef9e-48d2-a36b-f99d2ec6643b associated. External IP: 172.27.3.4, port: bfa9edf3-e61d-454c-89c8-f675ff7b2c8e. Aug 19 12:38:38.520576 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 2984b9a5-dca0-499a-ba61-da470ed959d0 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:38.529234 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:38:38.616240 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:38.633902 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'port_id': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'mac_address': 'fa:16:3e:e8:99:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:38.650762 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:38.665929 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] Sync routers for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:38.686194 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.688527 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:38.689471 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:38:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:38.728079 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4c16327-fb2d-49a2-9e76-e32bb28632d0 req-3fbaccd7-2c1e-482c-b0e1-3c5ebe63795d tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9d4d125-6d62-467f-bfc7-10e674f72a12 HTTP/1.1" status: 200 len: 210 time: 0.0654674 Aug 19 12:38:38.728973 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] No DVR routers for this DVR port d003e72d-b990-456a-9cec-b4177f504d74 on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:38.734294 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.737418 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2984b9a5-dca0-499a-ba61-da470ed959d0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:38.738230 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e7bc90d3-e71e-4c22-9ab5-a3969af45414 req-3c35c71b-efed-46e6-8b28-cf73c16e378b tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.50 "DELETE /v2.0/ports/d003e72d-b990-456a-9cec-b4177f504d74 HTTP/1.1" status: 204 len: 173 time: 1.1250105 Aug 19 12:38:38.738688 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'name': 'network-vif-deleted', 'tag': 'd003e72d-b990-456a-9cec-b4177f504d74'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:38.748977 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fbf88b-b0f5-49f0-a7c9-f5d7640d0fc1" -d '{"events": [{"server_uuid": "d9d4d125-6d62-467f-bfc7-10e674f72a12", "name": "network-vif-deleted", "tag": "d003e72d-b990-456a-9cec-b4177f504d74"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:38.773348 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:38.780267 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Router 417d429e-fb11-4420-823d-9205817e57db has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:38:38.806548 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9458f87c-46c9-49f4-a57f-f0335d057bb7 x-openstack-request-id: req-9458f87c-46c9-49f4-a57f-f0335d057bb7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:38.806837 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d4d125-6d62-467f-bfc7-10e674f72a12", "name": "network-vif-deleted", "tag": "d003e72d-b990-456a-9cec-b4177f504d74", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:38.807088 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9458f87c-46c9-49f4-a57f-f0335d057bb7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:38.807479 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d4d125-6d62-467f-bfc7-10e674f72a12', 'name': 'network-vif-deleted', 'tag': 'd003e72d-b990-456a-9cec-b4177f504d74', 'status': 'completed', 'code': 200} Aug 19 12:38:38.815907 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.887867 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:38.919378 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['2984b9a5-dca0-499a-ba61-da470ed959d0'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:38.920399 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:38.931038 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:38.933125 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] Sync routers for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:38.947238 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:38.947533 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.948058 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:38:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:38.989263 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-2113497a-4af5-49f7-9f0c-307c1dd11495 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8872509 Aug 19 12:38:38.990333 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b007f9ed-1545-40a6-b629-dede861a0777', 'tag': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:38.992981 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21402b8c3be9dc56fb67347ff7eba31002148812779d4b979eb60ed11c8fcab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d22b90-eb9e-4879-8b10-049b096a2e46" -d '{"events": [{"name": "network-changed", "server_uuid": "b007f9ed-1545-40a6-b629-dede861a0777", "tag": "bfa9edf3-e61d-454c-89c8-f675ff7b2c8e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:39.074262 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:39.096154 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1f0b62-ce45-481e-b133-b6b7438b49e7 x-openstack-request-id: req-2d1f0b62-ce45-481e-b133-b6b7438b49e7 {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:39.096154 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b007f9ed-1545-40a6-b629-dede861a0777", "tag": "bfa9edf3-e61d-454c-89c8-f675ff7b2c8e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:39.096544 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d1f0b62-ce45-481e-b133-b6b7438b49e7 {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:39.097075 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b007f9ed-1545-40a6-b629-dede861a0777', 'tag': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'status': 'completed', 'code': 200} Aug 19 12:38:39.166984 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-810b2afc-96e4-48c3-b093-7263e0ae47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.168505 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-810b2afc-96e4-48c3-b093-7263e0ae47e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 1098 time: 0.0428116 Aug 19 12:38:39.260941 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:39.297652 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] Checking router: 12339c08-3d30-4aaa-80bd-78c86c9b0f0e for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:39.313076 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:39.315695 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:38:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:39.320953 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-0ad43f57-8f6a-4e4b-96ca-3bc496facd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.323624 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-0ad43f57-8f6a-4e4b-96ca-3bc496facd75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 912 time: 0.1414616 Aug 19 12:38:39.356536 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '209789ae-ef9e-48d2-a36b-f99d2ec6643b', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:37Z', 'updated_at': '2021-08-19T12:38:37Z', 'revision_number': 0, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:39.384637 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] Checking router: 417d429e-fb11-4420-823d-9205817e57db for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:39.393524 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:39.394142 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:38:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:39.450299 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:39.581854 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:39.726488 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:39.758491 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b03ae8-15df-457e-bd5f-9eb3d64939e6 None None] The sync data for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi is: [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:32:30Z', 'revision_number': 4, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '71d31329-6dc8-4804-a7d6-e63e461b6c57', 'name': '', 'network_id': 'd9c0505f-0b62-430c-81bb-51a10230472a', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'mac_address': 'fa:16:3e:e1:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:29Z', 'updated_at': '2021-08-19T12:32:43Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'subnets': [{'id': 'f07125d1-9222-4282-a4b0-3cce5793962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:39.786107 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-add5e94c-6d50-44fe-ba74-a135f7691880 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e HTTP/1.1" status: 200 len: 997 time: 0.4514322 Aug 19 12:38:39.869078 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-f0f6546d-be86-43ce-b9fc-30dfa789b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.870488 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51096) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:39.871100 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-f0f6546d-be86-43ce-b9fc-30dfa789b997 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0763676 Aug 19 12:38:39.879507 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268bcf4-8995-464a-be96-92981f5f00ab req-c17dedd5-f797-4b75-8b5b-9bc0c43f2b6a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.881452 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1268bcf4-8995-464a-be96-92981f5f00ab req-c17dedd5-f797-4b75-8b5b-9bc0c43f2b6a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 944 time: 0.1501939 Aug 19 12:38:39.909332 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '209789ae-ef9e-48d2-a36b-f99d2ec6643b', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:37Z', 'updated_at': '2021-08-19T12:38:37Z', 'revision_number': 0, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:39.938303 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a353dd-36ed-43d5-b89a-3bae676c9852 None None] The sync data for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi is: [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '209789ae-ef9e-48d2-a36b-f99d2ec6643b', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:37Z', 'updated_at': '2021-08-19T12:38:37Z', 'revision_number': 0, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:39.961349 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50026a57-c5c0-4278-b994-f0772b02d59a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.964046 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-15d26bea-4b4e-4d6d-990d-91eec900263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.969470 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-15d26bea-4b4e-4d6d-990d-91eec900263d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836594 Aug 19 12:38:39.989859 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50026a57-c5c0-4278-b994-f0772b02d59a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.994883 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1268bcf4-8995-464a-be96-92981f5f00ab req-bc479bd5-4fc9-4a06-9588-a78aa1539d03 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026790 Aug 19 12:38:40.069205 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50026a57-c5c0-4278-b994-f0772b02d59a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.073085 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-50026a57-c5c0-4278-b994-f0772b02d59a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.074645 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-50026a57-c5c0-4278-b994-f0772b02d59a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "DELETE /v2.0/security-groups/84422cf3-ebc8-4e3d-bfc2-47486302e578 HTTP/1.1" status: 204 len: 168 time: 0.2024698 Aug 19 12:38:40.078007 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51102) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:40.120329 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50026a57-c5c0-4278-b994-f0772b02d59a tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84422cf3-ebc8-4e3d-bfc2-47486302e578,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:40.127447 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.api.v2.resource [None req-d4afafae-ae86-4df4-a7e4-bdefc0e1c6a0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] show failed (client error): The resource could not be found. Aug 19 12:38:40.131097 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-d4afafae-ae86-4df4-a7e4-bdefc0e1c6a0 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "GET /v2.0/security-groups/84422cf3-ebc8-4e3d-bfc2-47486302e578 HTTP/1.1" status: 404 len: 347 time: 0.0495448 Aug 19 12:38:40.135260 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 51104) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:40.176500 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4d88e-aa96-4841-a0c4-cf996767fd4f None None] New status for floating IP 2b99a392-f49a-4e10-9250-a2dd3bb328b5: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:38:40.274670 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-dccfc7a2-e5e7-4174-ab73-37130f80d47f service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787330 Aug 19 12:38:40.367549 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58881890-73b2-46da-bab0-1ceb0a0a96dd None None] New status for floating IP 209789ae-ef9e-48d2-a36b-f99d2ec6643b: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:38:40.410850 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a1795-b8ec-4aec-adb9-c0fed3529e26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Deleting port 4e25d8b7-e9d9-4004-a138-fd8b00ea596f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:40.411192 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1795-b8ec-4aec-adb9-c0fed3529e26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.466521 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f3d22b90-eb9e-4879-8b10-049b096a2e46 req-00438e57-f2d2-435d-a294-cd01bc49f077 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829967 Aug 19 12:38:40.514896 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1795-b8ec-4aec-adb9-c0fed3529e26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.515568 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1795-b8ec-4aec-adb9-c0fed3529e26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.528718 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 2984b9a5-dca0-499a-ba61-da470ed959d0 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:40.530484 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a1795-b8ec-4aec-adb9-c0fed3529e26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Calling delete_port for 4e25d8b7-e9d9-4004-a138-fd8b00ea596f owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:40.639535 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 2984b9a5-dca0-499a-ba61-da470ed959d0 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:40.640286 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.722764 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1795-b8ec-4aec-adb9-c0fed3529e26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.748489 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.762034 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a1795-b8ec-4aec-adb9-c0fed3529e26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Pushing event deleted for resources: {'Port': ['ID=4e25d8b7-e9d9-4004-a138-fd8b00ea596f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:40.784576 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:40.787085 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f9a4f-9c71-4283-84a0-a3f2398b4104" -d '{"events": [{"server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "name": "network-vif-plugged", "status": "completed", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:40.803174 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:40.808497 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.810290 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device d003e72d-b990-456a-9cec-b4177f504d74 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:40.855424 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a470d62-9cec-40bc-93bc-45357f0b63fb x-openstack-request-id: req-9a470d62-9cec-40bc-93bc-45357f0b63fb {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:40.855804 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "name": "network-vif-plugged", "status": "completed", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:40.856126 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a470d62-9cec-40bc-93bc-45357f0b63fb {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:40.856576 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'code': 200} Aug 19 12:38:40.857371 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: d003e72d-b990-456a-9cec-b4177f504d74 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:40.857780 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device d003e72d-b990-456a-9cec-b4177f504d74 not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:40.876946 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1795-b8ec-4aec-adb9-c0fed3529e26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.879806 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1795-b8ec-4aec-adb9-c0fed3529e26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.881236 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-0c9a1795-b8ec-4aec-adb9-c0fed3529e26 tempest-AttachVolumeTestJSON-117629763 tempest-AttachVolumeTestJSON-117629763-project] 10.222.0.42 "DELETE /v2.0/floatingips/2b99a392-f49a-4e10-9250-a2dd3bb328b5 HTTP/1.1" status: 204 len: 168 time: 0.7487228 Aug 19 12:38:40.907630 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:41.151567 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bb3a9-fe3d-4ae9-9e35-b8ceaac93678 req-63c81b88-04ce-4fd9-b63f-ca612d07ca4c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:41.152835 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-936bb3a9-fe3d-4ae9-9e35-b8ceaac93678 req-63c81b88-04ce-4fd9-b63f-ca612d07ca4c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0545087 Aug 19 12:38:41.200992 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-936bb3a9-fe3d-4ae9-9e35-b8ceaac93678 req-39b6efb9-5405-4d1a-8d31-5c15abf7b805 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Aug 19 12:38:42.334851 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4772f8-3cfc-40bb-b58c-bd752679733b req-76108e4d-8184-490b-b7dc-9b9bb7430bfa tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:42.342902 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6e4772f8-3cfc-40bb-b58c-bd752679733b req-76108e4d-8184-490b-b7dc-9b9bb7430bfa tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0601397 Aug 19 12:38:42.384868 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6e4772f8-3cfc-40bb-b58c-bd752679733b req-a5c6a4c2-9fdd-4a27-83a6-b4ff76a2df97 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411558 Aug 19 12:38:43.523421 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8077ba-9236-4353-a9f8-798f747a8f13 req-7faff513-5e83-4801-8237-cd6418f0c62b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:43.531065 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ff8077ba-9236-4353-a9f8-798f747a8f13 req-7faff513-5e83-4801-8237-cd6418f0c62b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0665157 Aug 19 12:38:43.576796 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ff8077ba-9236-4353-a9f8-798f747a8f13 req-2b4011fb-591c-447a-86e9-d1eeb88c5ab6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445981 Aug 19 12:38:44.513382 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 51144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:44.769334 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27f23e-d9b4-49da-9468-cc00cde23966 req-be99de25-3ee4-4084-b7af-be509d88bb0c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:44.771129 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ae27f23e-d9b4-49da-9468-cc00cde23966 req-be99de25-3ee4-4084-b7af-be509d88bb0c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0985758 Aug 19 12:38:44.858457 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ae27f23e-d9b4-49da-9468-cc00cde23966 req-3b4e982a-d5ce-4917-ad16-4bacbc6bfa5a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780745 Aug 19 12:38:45.099186 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636155'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.377697 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] Deleting port 71d31329-6dc8-4804-a7d6-e63e461b6c57 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:45.378025 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.461318 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] For port 71d31329-6dc8-4804-a7d6-e63e461b6c57, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=71d31329-6dc8-4804-a7d6-e63e461b6c57,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:45.461681 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.474456 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] Calling delete_port for 71d31329-6dc8-4804-a7d6-e63e461b6c57 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:45.682520 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.708119 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d31329-6dc8-4804-a7d6-e63e461b6c57,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:45.909419 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760171'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.082483 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da342607-51dc-4c76-a96b-c50107c879cb req-bc252fda-3057-44c1-bd6f-a08f4003980f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:46.084052 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-da342607-51dc-4c76-a96b-c50107c879cb req-bc252fda-3057-44c1-bd6f-a08f4003980f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.1054840 Aug 19 12:38:46.222966 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-da342607-51dc-4c76-a96b-c50107c879cb req-56722e1a-bdb5-40ae-8aa4-4636128854b3 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322448 Aug 19 12:38:46.250567 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] Router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:38:46.367615 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:38:46.375778 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-5ffc4ff9-6a7e-4148-aa22-5ea72f4d9415 admin admin] 10.222.0.42 "PUT /v2.0/routers/12339c08-3d30-4aaa-80bd-78c86c9b0f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8613462 Aug 19 12:38:46.375923 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51158) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:46.378369 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] Sync routers for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:38:46.398454 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:46.399080 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:38:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:46.495850 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.623094 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.652112 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:46.699177 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Deleting port 0119cd6f-583d-48ad-aee4-ace12de994e2 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:46.699829 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.800518 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] For port 0119cd6f-583d-48ad-aee4-ace12de994e2, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=0119cd6f-583d-48ad-aee4-ace12de994e2,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:46.801017 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:46.815280 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Calling delete_port for 0119cd6f-583d-48ad-aee4-ace12de994e2 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:46.881088 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:38:45Z', 'revision_number': 5, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port': {'id': '0119cd6f-583d-48ad-aee4-ace12de994e2', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:23Z', 'updated_at': '2021-08-19T12:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:46.910366 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] Checking router: 12339c08-3d30-4aaa-80bd-78c86c9b0f0e for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:38:46.920567 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] Routers {'12339c08-3d30-4aaa-80bd-78c86c9b0f0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:38:46.920791 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:38:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:47.020191 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] Set router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:38:47.028680 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.059463 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=0119cd6f-583d-48ad-aee4-ace12de994e2,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:47.077118 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:38:46Z', 'revision_number': 6, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port_host': None}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:47.104670 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e9f040-595e-46d9-bad8-80e21f1a68fe None None] The sync data for ids ['12339c08-3d30-4aaa-80bd-78c86c9b0f0e'] in dv-cinder-804603-3-iscsi is: [{'id': '12339c08-3d30-4aaa-80bd-78c86c9b0f0e', 'name': 'tempest-AttachVolumeTestJSON-1565594525-router', 'tenant_id': '89e083d65ed147918793db874fe5aca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:22Z', 'updated_at': '2021-08-19T12:38:46Z', 'revision_number': 6, 'project_id': '89e083d65ed147918793db874fe5aca7', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:38:47.138661 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632483'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.247608 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.251879 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.333075 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623593'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.333717 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12339c08-3d30-4aaa-80bd-78c86c9b0f0e {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:38:47.341128 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.342305 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-4837ca42-cf58-43ae-8e94-f85532be8e86 admin admin] 10.222.0.42 "DELETE /v2.0/routers/12339c08-3d30-4aaa-80bd-78c86c9b0f0e HTTP/1.1" status: 204 len: 168 time: 0.9648032 Aug 19 12:38:47.345078 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51162) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:47.371005 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e741c7-b7c8-4fc0-b12c-13307d4472e6 req-20835138-f6cf-494d-81a3-51024790a344 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:47.379206 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a7e741c7-b7c8-4fc0-b12c-13307d4472e6 req-20835138-f6cf-494d-81a3-51024790a344 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0748520 Aug 19 12:38:47.404295 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e22ffeb-a729-4412-b461-efff425af04c admin admin] Deleting subnet f07125d1-9222-4282-a4b0-3cce5793962a {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:38:47.408202 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e22ffeb-a729-4412-b461-efff425af04c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.425395 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a7e741c7-b7c8-4fc0-b12c-13307d4472e6 req-a4da4eb1-480a-4d77-bebe-67ead776de51 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401406 Aug 19 12:38:47.451874 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e22ffeb-a729-4412-b461-efff425af04c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3724236'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.602282 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e22ffeb-a729-4412-b461-efff425af04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.669702 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e22ffeb-a729-4412-b461-efff425af04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3775777'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.699611 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22ffeb-a729-4412-b461-efff425af04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07125d1-9222-4282-a4b0-3cce5793962a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:47.705610 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e22ffeb-a729-4412-b461-efff425af04c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.707500 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-9e22ffeb-a729-4412-b461-efff425af04c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f07125d1-9222-4282-a4b0-3cce5793962a HTTP/1.1" status: 204 len: 168 time: 0.3614118 Aug 19 12:38:47.711384 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 51164) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:47.713018 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0266b-17b2-488e-882e-8740f5c94a0c None None] Network d9c0505f-0b62-430c-81bb-51a10230472a requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:47.719222 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:38:47.805682 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.868946 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Deleting port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:47.869300 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.965459 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bd1752-8cd0-4ef2-8862-56ba3418e9a2 None None] DHCP port deletion for d9c0505f-0b62-430c-81bb-51a10230472a request from dv-cinder-804603-3-iscsi {{(pid=93796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:38:47.971550 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] For port e9db7c23-d05e-43ea-bae6-1c8adf1154b2, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=e9db7c23-d05e-43ea-bae6-1c8adf1154b2,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:47.971914 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.013150 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Calling delete_port for e9db7c23-d05e-43ea-bae6-1c8adf1154b2 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:48.030892 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-22bd1752-8cd0-4ef2-8862-56ba3418e9a2 None None] Deleting port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:48.031195 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bd1752-8cd0-4ef2-8862-56ba3418e9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.117857 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-22bd1752-8cd0-4ef2-8862-56ba3418e9a2 None None] For port e9db7c23-d05e-43ea-bae6-1c8adf1154b2, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=e9db7c23-d05e-43ea-bae6-1c8adf1154b2,segment=NetworkSegment(73368028-eb96-42d2-9f87-e3f91c1c7584),segment_id=73368028-eb96-42d2-9f87-e3f91c1c7584)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:48.118171 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bd1752-8cd0-4ef2-8862-56ba3418e9a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.134842 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-22bd1752-8cd0-4ef2-8862-56ba3418e9a2 None None] Calling delete_port for e9db7c23-d05e-43ea-bae6-1c8adf1154b2 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:48.141225 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.181706 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] No DVR routers for this DVR port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 on host dv-cinder-804603-3-iscsi {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:48.186893 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9db7c23-d05e-43ea-bae6-1c8adf1154b2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:48.334922 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22bd1752-8cd0-4ef2-8862-56ba3418e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.359577 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd1752-8cd0-4ef2-8862-56ba3418e9a2 None None] Pushing event deleted for resources: {'Port': ['ID=e9db7c23-d05e-43ea-bae6-1c8adf1154b2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:48.366113 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd1752-8cd0-4ef2-8862-56ba3418e9a2 None None] No DVR routers for this DVR port e9db7c23-d05e-43ea-bae6-1c8adf1154b2 on host dv-cinder-804603-3-iscsi {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:48.645951 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.658721 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c0505f-0b62-430c-81bb-51a10230472a']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:48.671138 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73368028-eb96-42d2-9f87-e3f91c1c7584') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:48.671138 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73368028-eb96-42d2-9f87-e3f91c1c7584') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:48.683107 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3237817'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.700000 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4ef8b-f972-4958-a499-ab1a6e67f68c req-6fa1ab3c-f91f-4795-b53b-3d4bb290b41e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:48.701544 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-acf4ef8b-f972-4958-a499-ab1a6e67f68c req-6fa1ab3c-f91f-4795-b53b-3d4bb290b41e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0933585 Aug 19 12:38:48.710278 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.741236 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:38:48.741659 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134149'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: Traceback (most recent call last): Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: timer() Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: cb(*args, **kw) Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: return func(*args, **kwargs) Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: self._notify() Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: self.callback(batched_events) Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: event.method(event) Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: return f(self, *a, **k) Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._get(url).json() Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: return self.request(url, 'GET', **kwargs) Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:38:48.743420 dv-cinder-804603-3-iscsi neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:38:48.821618 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-acf4ef8b-f972-4958-a499-ab1a6e67f68c req-0a25b03b-f806-4cb3-bf8b-bde81cdb27cf tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125143 Aug 19 12:38:48.832661 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.838997 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.843330 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d9c0505f-0b62-430c-81bb-51a10230472a HTTP/1.1" status: 204 len: 168 time: 1.1279364 Aug 19 12:38:48.871285 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0119cd6f-583d-48ad-aee4-ace12de994e2 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:48.871821 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdae485-5c98-4c1f-933b-e0400d2ffe59 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c0505f-0b62-430c-81bb-51a10230472a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:48.897153 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 0119cd6f-583d-48ad-aee4-ace12de994e2 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:48.897490 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0119cd6f-583d-48ad-aee4-ace12de994e2 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:48.898983 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 71d31329-6dc8-4804-a7d6-e63e461b6c57 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:48.921180 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 71d31329-6dc8-4804-a7d6-e63e461b6c57 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:48.921800 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 71d31329-6dc8-4804-a7d6-e63e461b6c57 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:48.922394 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device e9db7c23-d05e-43ea-bae6-1c8adf1154b2 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:48.943268 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: e9db7c23-d05e-43ea-bae6-1c8adf1154b2 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:48.943617 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device e9db7c23-d05e-43ea-bae6-1c8adf1154b2 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:48.989551 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 51174) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:49.033214 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-308f73b0-7121-4e41-9617-25737cbfe82b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89e083d65ed147918793db874fe5aca7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424485 Aug 19 12:38:49.033963 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51176) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:49.086813 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f598f0b-c5de-414c-9be1-ecde8c1263b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.113090 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f598f0b-c5de-414c-9be1-ecde8c1263b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.167419 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f598f0b-c5de-414c-9be1-ecde8c1263b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.170058 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f598f0b-c5de-414c-9be1-ecde8c1263b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.171320 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-5f598f0b-c5de-414c-9be1-ecde8c1263b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02677e6e-c7f5-44f7-89c4-016bc0f5b800 HTTP/1.1" status: 204 len: 168 time: 0.1363132 Aug 19 12:38:49.180458 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f598f0b-c5de-414c-9be1-ecde8c1263b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02677e6e-c7f5-44f7-89c4-016bc0f5b800,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:49.840317 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51208) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:49.938513 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-552672837-network', 'tenant_id': '74ead58be8d14bf2aff1f3f15ea27ce9'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:49.960121 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34678a16-780f-44d1-8de5-66808ac3a33a req-5adc2483-65f4-4727-8569-3d3d62c3928d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:49.961021 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Made reservation on behalf of 74ead58be8d14bf2aff1f3f15ea27ce9 for: {'network': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:49.963817 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.965126 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-34678a16-780f-44d1-8de5-66808ac3a33a req-5adc2483-65f4-4727-8569-3d3d62c3928d tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.0535128 Aug 19 12:38:49.972527 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.033930 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-62d3f835-4d1d-46c6-b67d-738a1733ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.035632 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-62d3f835-4d1d-46c6-b67d-738a1733ab3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 1098 time: 0.0694437 Aug 19 12:38:50.038808 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-34678a16-780f-44d1-8de5-66808ac3a33a req-6e7ccee5-9d96-4e2b-bee0-f4fde6ff20c5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637660 Aug 19 12:38:50.063258 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.070137 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.092125 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=93794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:38:50.107046 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8956bc-85c5-4c9f-8244-ec8f0238267c,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:50.109909 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.110376 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.segments_db [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Added segment 9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5 of type vlan for network 020b377f-d9d0-4687-bf96-fdfcb1297991 Aug 19 12:38:50.136437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-4cfa89cc-1979-40cd-93c3-db48097a0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.138018 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-4cfa89cc-1979-40cd-93c3-db48097a0de9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 918 time: 0.0933812 Aug 19 12:38:50.152241 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.176534 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.177713 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.178333 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.212108 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-7d35439c-400c-4da2-bf5f-ba92406144f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2984b9a5-dca0-499a-ba61-da470ed959d0 HTTP/1.1" status: 200 len: 999 time: 0.0633457 Aug 19 12:38:50.236380 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3941324 Aug 19 12:38:50.241096 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51214) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:50.245793 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Request body: {'subnet': {'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-552672837-subnet', 'tenant_id': '74ead58be8d14bf2aff1f3f15ea27ce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:50.248837 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308675e5-644c-41cd-a3f3-c8165208fe8e admin admin] Pushing event updated for resources: {'Network': ['ID=020b377f-d9d0-4687-bf96-fdfcb1297991,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:50.259682 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 020b377f-d9d0-4687-bf96-fdfcb1297991 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:38:50.266208 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-65ade4de-fd8e-4ddd-bfd1-81302db5994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.268714 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-65ade4de-fd8e-4ddd-bfd1-81302db5994d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.0471475 Aug 19 12:38:50.272883 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Made reservation on behalf of 74ead58be8d14bf2aff1f3f15ea27ce9 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:50.275312 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3775804'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.317622 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-85fa1238-5c5e-41dd-aad1-f9b92402655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.319153 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-85fa1238-5c5e-41dd-aad1-f9b92402655c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421994 Aug 19 12:38:50.415729 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-12998b13-3e30-41fd-86c6-f4e96c79b3be service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890481 Aug 19 12:38:50.453515 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3258723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3775786'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.507115 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4631ab8-2ed3-4a36-9131-7257d03dbafb req-74a269c1-7561-4706-a471-eb772298d3c3 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824039 Aug 19 12:38:50.508077 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fa4e55-9979-402f-b05a-f70a6f41744a,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:50.519083 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Checking segment: {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:50.519442 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Network hostable DHCP agents. Network: 020b377f-d9d0-4687-bf96-fdfcb1297991, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:38:50.536313 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Network 020b377f-d9d0-4687-bf96-fdfcb1297991 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:38:50.543977 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 020b377f-d9d0-4687-bf96-fdfcb1297991) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:50.547833 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.548439 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.553879 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d606ac14-51ba-4799-b76f-3beebf74fca4 None None] Network 020b377f-d9d0-4687-bf96-fdfcb1297991 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:50.561547 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-9e70453b-da34-4833-a10d-c0d856939253 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3193998 Aug 19 12:38:50.677815 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3bc367-0b2b-4daf-b4ee-da96818688b0 None None] Network 020b377f-d9d0-4687-bf96-fdfcb1297991 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:50.976984 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-163975dc-be42-4921-8b17-78f0e528cf4a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.978465 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-163975dc-be42-4921-8b17-78f0e528cf4a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 814 time: 0.1030374 Aug 19 12:38:50.993440 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-0b608be6-bc74-4c01-9db5-024a7f1bb485 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/quotas/74ead58be8d14bf2aff1f3f15ea27ce9 HTTP/1.1" status: 200 len: 375 time: 0.0093296 Aug 19 12:38:51.024188 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-b0494116-a07b-4a2e-9c64-150f6c5c78e9 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257044 Aug 19 12:38:51.125619 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-f62fe6c2-0bfd-4455-bde5-377dce4f1a5e service neutron] 10.222.0.42 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947397 Aug 19 12:38:51.215837 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e87460-9b5c-4f95-b976-aac076b2b791 req-e5d454f4-d0fd-45b2-a1b9-144d68fc664f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.217388 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-84e87460-9b5c-4f95-b976-aac076b2b791 req-e5d454f4-d0fd-45b2-a1b9-144d68fc664f tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.1045086 Aug 19 12:38:51.260518 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-890957b6-100e-4d0c-85ee-9bc1fd376a92 service neutron] 10.222.0.42 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213083 Aug 19 12:38:51.274152 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-84e87460-9b5c-4f95-b976-aac076b2b791 req-46f29ef8-f845-4640-97f5-b6e2e9aa0516 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498984 Aug 19 12:38:51.416288 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a6c1fe2b-1233-4d31-8762-c196eebc44bb req-2a24ba19-0e72-4315-8107-4f00e1cfa1f4 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 210 time: 0.0257595 Aug 19 12:38:52.387977 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-c7217f11-b759-4f94-aa01-83364c90e56a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.389599 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-c7217f11-b759-4f94-aa01-83364c90e56a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 814 time: 0.1320589 Aug 19 12:38:52.411860 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Request body: {'port': {'device_id': '08956888-5189-49a9-94d4-55c73451ea9d', 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991', 'admin_state_up': True, 'tenant_id': '74ead58be8d14bf2aff1f3f15ea27ce9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:52.491561 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184448-5982-4873-aecb-c3ddf96e6229 req-498b5cf5-0fe3-43fe-9cf7-411dfdfc8b50 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.493064 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35184448-5982-4873-aecb-c3ddf96e6229 req-498b5cf5-0fe3-43fe-9cf7-411dfdfc8b50 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 945 time: 0.1326630 Aug 19 12:38:52.538332 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d7975b55-14c8-4ad8-bf75-8e0bb2fd7197 req-119a24d9-ca27-46f0-b676-d5225d37032d tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 210 time: 0.0443220 Aug 19 12:38:52.577868 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-35184448-5982-4873-aecb-c3ddf96e6229 req-ede7b3c4-59e3-4abb-8406-fe2d44b5ba71 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677502 Aug 19 12:38:52.592991 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Made reservation on behalf of 74ead58be8d14bf2aff1f3f15ea27ce9 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:52.596879 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.619584 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 2984b9a5-dca0-499a-ba61-da470ed959d0 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:52.712333 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.752753 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:52.755189 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e46dd7-5482-4372-b2ab-601045c3f4a3" -d '{"events": [{"server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:52.758537 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Allocated IP 172.20.0.14 (020b377f-d9d0-4687-bf96-fdfcb1297991/b4fa4e55-9979-402f-b05a-f70a6f41744a/f276c45d-16bd-413a-8194-653a5e6a97fe) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:52.771205 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:52.776767 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.802651 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ab1c02-a4f9-47c8-b622-ce4815f6e16a x-openstack-request-id: req-f7ab1c02-a4f9-47c8-b622-ce4815f6e16a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:52.802948 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "name": "network-vif-unplugged", "status": "failed", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0", "code": 422}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:52.803507 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7ab1c02-a4f9-47c8-b622-ce4815f6e16a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:52.804072 dv-cinder-804603-3-iscsi neutron-server[93796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'code': 422} returned with failed status Aug 19 12:38:52.834992 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:52.920434 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.963960 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.009172 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Network 020b377f-d9d0-4687-bf96-fdfcb1297991 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:53.012249 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:53.016017 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:53.022693 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Pushing event updated for resources: {'Port': ['ID=f276c45d-16bd-413a-8194-653a5e6a97fe,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:53.067838 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.068445 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.083035 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-6b7f6d99-d205-47a0-9fdd-a262bcaf01b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6777868 Aug 19 12:38:53.095508 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Request body: {'port': {'device_id': '08956888-5189-49a9-94d4-55c73451ea9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:53.149256 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.422038 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f276c45d-16bd-413a-8194-653a5e6a97fe {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:53.430514 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.443753 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Transition to ACTIVE for port object f276c45d-16bd-413a-8194-653a5e6a97fe will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:53.447374 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.545272 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Pushing event updated for resources: {'Port': ['ID=f276c45d-16bd-413a-8194-653a5e6a97fe,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:53.606287 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205de61-ca98-4758-bf52-ef411e1f751b req-744808af-b4b3-4d32-9eb1-859fb64c7ba7 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.607778 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f205de61-ca98-4758-bf52-ef411e1f751b req-744808af-b4b3-4d32-9eb1-859fb64c7ba7 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0937028 Aug 19 12:38:53.612879 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Attempting to bind port f276c45d-16bd-413a-8194-653a5e6a97fe on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:53.613213 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Attempting to bind port f276c45d-16bd-413a-8194-653a5e6a97fe by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:53.613538 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Attempting to bind port f276c45d-16bd-413a-8194-653a5e6a97fe on network 020b377f-d9d0-4687-bf96-fdfcb1297991 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:53.650390 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Port f276c45d-16bd-413a-8194-653a5e6a97fe on network 020b377f-d9d0-4687-bf96-fdfcb1297991 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:38:53.650712 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Attempting to bind port f276c45d-16bd-413a-8194-653a5e6a97fe on network 020b377f-d9d0-4687-bf96-fdfcb1297991 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:53.664577 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:53.664935 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Checking segment: {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:53.665318 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Bound using segment: {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:53.665746 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Bound port: f276c45d-16bd-413a-8194-653a5e6a97fe, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:53.666099 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.692103 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f205de61-ca98-4758-bf52-ef411e1f751b req-c5605c67-af22-4e3b-946b-84506ecde489 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762718 Aug 19 12:38:53.706204 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a233f2-c128-4069-b79d-0b04f721212a req-66b33d12-5e32-496f-b830-06bfa6f88aec tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.707625 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f2a233f2-c128-4069-b79d-0b04f721212a req-66b33d12-5e32-496f-b830-06bfa6f88aec tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 944 time: 0.0975850 Aug 19 12:38:53.794299 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51304) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:53.800249 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f2a233f2-c128-4069-b79d-0b04f721212a req-35d6d326-2e31-46f6-9886-c8e4a4aa7c5e tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656948 Aug 19 12:38:53.802927 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] For port f276c45d-16bd-413a-8194-653a5e6a97fe, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:53.806110 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] For port f276c45d-16bd-413a-8194-653a5e6a97fe, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=f276c45d-16bd-413a-8194-653a5e6a97fe,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:53.810275 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.848086 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.848741 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:53.850104 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] 10.222.0.50 "PUT /v2.0/ports/f276c45d-16bd-413a-8194-653a5e6a97fe HTTP/1.1" status: 200 len: 1094 time: 0.7593150 Aug 19 12:38:53.850534 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08956888-5189-49a9-94d4-55c73451ea9d', 'tag': 'f276c45d-16bd-413a-8194-653a5e6a97fe'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:53.852791 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38393170-e3c6-43b9-8f71-828dfef75259" -d '{"events": [{"name": "network-changed", "server_uuid": "08956888-5189-49a9-94d4-55c73451ea9d", "tag": "f276c45d-16bd-413a-8194-653a5e6a97fe"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:53.874535 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75739f1f-b192-421c-bdf9-7a70db641324 service neutron] Pushing event updated for resources: {'Port': ['ID=f276c45d-16bd-413a-8194-653a5e6a97fe,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:53.887723 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-32e827b7-e387-4801-ba51-733a47b7ce2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921233 Aug 19 12:38:53.912044 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7932b56-02cb-4561-9c2f-2b75ebbbd7d2 x-openstack-request-id: req-e7932b56-02cb-4561-9c2f-2b75ebbbd7d2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:53.912407 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08956888-5189-49a9-94d4-55c73451ea9d", "tag": "f276c45d-16bd-413a-8194-653a5e6a97fe", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:53.912752 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7932b56-02cb-4561-9c2f-2b75ebbbd7d2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:53.913228 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08956888-5189-49a9-94d4-55c73451ea9d', 'tag': 'f276c45d-16bd-413a-8194-653a5e6a97fe', 'status': 'completed', 'code': 200} Aug 19 12:38:53.945823 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-29fb0da9-f9d9-4ea7-a739-bf15ebb402f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.947335 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-29fb0da9-f9d9-4ea7-a739-bf15ebb402f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 1097 time: 0.0453053 Aug 19 12:38:53.993639 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-802751ef-cdf7-45f0-a952-5b107a8dcd28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f276c45d-16bd-413a-8194-653a5e6a97fe HTTP/1.1" status: 200 len: 217 time: 0.0379591 Aug 19 12:38:54.043200 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-7add7673-8efc-4f06-bd29-41d0fad5f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.044790 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-7add7673-8efc-4f06-bd29-41d0fad5f657 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4fa4e55-9979-402f-b05a-f70a6f41744a HTTP/1.1" status: 200 len: 854 time: 0.0447359 Aug 19 12:38:54.077462 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-b80b5d4b-444e-4254-b360-50863f9433cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=020b377f-d9d0-4687-bf96-fdfcb1297991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255363 Aug 19 12:38:54.178160 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-9f833103-8ce1-47dd-ad75-63a3ae929f63 service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926919 Aug 19 12:38:54.273262 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e03e52b-c154-46a4-8aed-a2f642baa56d req-d68b65c5-1589-4301-99a3-72a60fdfcae6 service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877342 Aug 19 12:38:54.375118 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393170-e3c6-43b9-8f71-828dfef75259 req-ed732820-5037-496a-a6b6-6ab4c2e2953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.376723 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-38393170-e3c6-43b9-8f71-828dfef75259 req-ed732820-5037-496a-a6b6-6ab4c2e2953c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 1097 time: 0.0430925 Aug 19 12:38:54.486404 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393170-e3c6-43b9-8f71-828dfef75259 req-233f6a47-6def-4d19-9372-c507d6a516b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.487956 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-38393170-e3c6-43b9-8f71-828dfef75259 req-233f6a47-6def-4d19-9372-c507d6a516b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 915 time: 0.0962000 Aug 19 12:38:54.538629 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-38393170-e3c6-43b9-8f71-828dfef75259 req-95b38359-6a8b-41ba-a7ed-eadfea3db979 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f276c45d-16bd-413a-8194-653a5e6a97fe HTTP/1.1" status: 200 len: 217 time: 0.0397348 Aug 19 12:38:54.592706 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393170-e3c6-43b9-8f71-828dfef75259 req-445c2d99-fab2-4fb5-9fe3-87af4a68a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.594171 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-38393170-e3c6-43b9-8f71-828dfef75259 req-445c2d99-fab2-4fb5-9fe3-87af4a68a7e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4fa4e55-9979-402f-b05a-f70a6f41744a HTTP/1.1" status: 200 len: 854 time: 0.0449245 Aug 19 12:38:54.629352 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-38393170-e3c6-43b9-8f71-828dfef75259 req-47a5075b-0ded-4e76-9fc6-4da1d19cee25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=020b377f-d9d0-4687-bf96-fdfcb1297991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239983 Aug 19 12:38:54.715838 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-38393170-e3c6-43b9-8f71-828dfef75259 req-b5d450f6-737d-43a3-a376-b4c1637d8505 service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779331 Aug 19 12:38:54.866392 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-02976944-c1f9-4e4a-929f-15973e523613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.867870 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-02976944-c1f9-4e4a-929f-15973e523613 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1&tenant_id=fd59e08d217c4cc1952f67bc16d69dad HTTP/1.1" status: 200 len: 1096 time: 0.1227138 Aug 19 12:38:54.875005 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c63d-3587-427a-acba-12d9a6200a5e req-8732e70c-bd8d-4034-bc09-cdbaaf62deda tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.876433 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9819c63d-3587-427a-acba-12d9a6200a5e req-8732e70c-bd8d-4034-bc09-cdbaaf62deda tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.1004329 Aug 19 12:38:54.923158 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-38393170-e3c6-43b9-8f71-828dfef75259 req-4512de33-0e4e-462f-b524-bd616fa01b36 service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994383 Aug 19 12:38:54.980950 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9819c63d-3587-427a-acba-12d9a6200a5e req-26b7b88c-1d35-4361-b266-587dccf6db8c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957751 Aug 19 12:38:54.990622 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d431a4-7a6e-41a6-adc2-bfa5533a74ec req-dc84b0e2-3ffb-416c-b459-44c3f13516e3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.992103 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-24d431a4-7a6e-41a6-adc2-bfa5533a74ec req-dc84b0e2-3ffb-416c-b459-44c3f13516e3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 944 time: 0.1101279 Aug 19 12:38:54.994841 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-d56046cf-70aa-4680-bc21-b5ba5963084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.996255 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-d56046cf-70aa-4680-bc21-b5ba5963084d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 1096 time: 0.1004264 Aug 19 12:38:55.077669 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-24d431a4-7a6e-41a6-adc2-bfa5533a74ec req-55213e50-1841-4b5a-833e-1ffaade6fc49 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780311 Aug 19 12:38:55.111904 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-dfb82643-a60f-4889-b95f-8133b8209646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:55.113420 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-dfb82643-a60f-4889-b95f-8133b8209646 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 918 time: 0.1076920 Aug 19 12:38:55.180386 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-90e7749d-3cb4-4257-8c37-70e024538dc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2984b9a5-dca0-499a-ba61-da470ed959d0 HTTP/1.1" status: 200 len: 997 time: 0.0594161 Aug 19 12:38:55.229202 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-c824775c-df2c-4741-b01e-59c4daad883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:55.230647 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-c824775c-df2c-4741-b01e-59c4daad883b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.0433145 Aug 19 12:38:55.277017 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-9c552f8b-9588-42fa-96b9-623ddb1318a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:55.278438 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-9c552f8b-9588-42fa-96b9-623ddb1318a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394301 Aug 19 12:38:55.367909 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-ac19a32b-37e1-4957-a131-85d956c600f4 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818408 Aug 19 12:38:55.454932 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-661a10b5-add4-4753-bc4e-aa0ff339aa7a req-12fb9e91-baf2-45c7-b8f1-e522f50d7f43 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791445 Aug 19 12:38:56.120333 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc869bf9-c4fa-459c-87f0-ad69920d2aab req-7ef54fdd-914b-450a-9fb4-2ec365f24f16 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:56.122012 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cc869bf9-c4fa-459c-87f0-ad69920d2aab req-7ef54fdd-914b-450a-9fb4-2ec365f24f16 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0629489 Aug 19 12:38:56.193564 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cc869bf9-c4fa-459c-87f0-ad69920d2aab req-1a759e8d-6957-4283-9ba3-ff35d07349b2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648685 Aug 19 12:38:56.224489 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf37ac-672d-42de-87cf-c3d122de2740 req-61834b41-2de3-460c-95c7-e14ad86497c5 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:56.226023 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6bf37ac-672d-42de-87cf-c3d122de2740 req-61834b41-2de3-460c-95c7-e14ad86497c5 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 944 time: 0.0635028 Aug 19 12:38:56.267934 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6bf37ac-672d-42de-87cf-c3d122de2740 req-b272c58f-c4f9-4c89-ae1a-25b26c77345d tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354145 Aug 19 12:38:56.661495 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device f276c45d-16bd-413a-8194-653a5e6a97fe details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:56.754656 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port f276c45d-16bd-413a-8194-653a5e6a97fe, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=f276c45d-16bd-413a-8194-653a5e6a97fe,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:56.768783 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'f276c45d-16bd-413a-8194-653a5e6a97fe', 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991', 'port_id': 'f276c45d-16bd-413a-8194-653a5e6a97fe', 'mac_address': 'fa:16:3e:30:15:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fa4e55-9979-402f-b05a-f70a6f41744a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:56.804646 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.816925 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f276c45d-16bd-413a-8194-653a5e6a97fe {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:56.835727 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port f276c45d-16bd-413a-8194-653a5e6a97fe, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=f276c45d-16bd-413a-8194-653a5e6a97fe,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:56.839835 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.893752 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=f276c45d-16bd-413a-8194-653a5e6a97fe,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:57.074191 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['f276c45d-16bd-413a-8194-653a5e6a97fe'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:57.321913 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64f3a9-f811-4641-ac55-dc4136f01053 req-767cf908-0cbe-4a8b-9f08-c40d2891ea5e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:57.323397 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb64f3a9-f811-4641-ac55-dc4136f01053 req-767cf908-0cbe-4a8b-9f08-c40d2891ea5e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0488927 Aug 19 12:38:57.388810 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bb64f3a9-f811-4641-ac55-dc4136f01053 req-66e8ca4a-999b-4248-9f96-3df538473b4c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593989 Aug 19 12:38:57.404901 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a84c6-ff9e-4179-aedd-36dab854ca08 req-4619dbd3-ef9d-4e13-9561-529d7f324f14 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:57.406349 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f66a84c6-ff9e-4179-aedd-36dab854ca08 req-4619dbd3-ef9d-4e13-9561-529d7f324f14 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 945 time: 0.0696414 Aug 19 12:38:57.442934 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f66a84c6-ff9e-4179-aedd-36dab854ca08 req-4c485414-3ece-42b8-a856-04d421204971 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306239 Aug 19 12:38:58.507438 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480092bb-9012-43c5-9c3e-62a2fc8d75bd req-ed8c2215-db7b-4dcf-89e3-bb8eb4cfdf8e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:58.508955 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-480092bb-9012-43c5-9c3e-62a2fc8d75bd req-ed8c2215-db7b-4dcf-89e3-bb8eb4cfdf8e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0494423 Aug 19 12:38:58.573663 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-480092bb-9012-43c5-9c3e-62a2fc8d75bd req-1c46907c-4c64-44e8-a328-06ae72042111 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553219 Aug 19 12:38:58.583710 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15776d0d-6fb3-4829-89bb-15d2fe2c9024 req-57b8ef79-284b-4911-bee5-6b252f309e11 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:58.585318 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15776d0d-6fb3-4829-89bb-15d2fe2c9024 req-57b8ef79-284b-4911-bee5-6b252f309e11 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 945 time: 0.0754733 Aug 19 12:38:58.636021 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15776d0d-6fb3-4829-89bb-15d2fe2c9024 req-83ef551c-f7b6-4d52-a7dc-77d2515de1e2 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353570 Aug 19 12:38:58.692086 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device f276c45d-16bd-413a-8194-653a5e6a97fe up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:58.740982 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port f276c45d-16bd-413a-8194-653a5e6a97fe completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:58.744482 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port f276c45d-16bd-413a-8194-653a5e6a97fe triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:58.744891 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.822350 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.844353 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08956888-5189-49a9-94d4-55c73451ea9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f276c45d-16bd-413a-8194-653a5e6a97fe'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:58.847388 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4634a7-6fa4-4ceb-be63-1b0dd01fe604" -d '{"events": [{"server_uuid": "08956888-5189-49a9-94d4-55c73451ea9d", "name": "network-vif-plugged", "status": "completed", "tag": "f276c45d-16bd-413a-8194-653a5e6a97fe"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:58.859570 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port f276c45d-16bd-413a-8194-653a5e6a97fe, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=f276c45d-16bd-413a-8194-653a5e6a97fe,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:58.865004 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.888939 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408d2a1b-99ee-4968-93fc-3b0db6b4f39a x-openstack-request-id: req-408d2a1b-99ee-4968-93fc-3b0db6b4f39a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:58.889236 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08956888-5189-49a9-94d4-55c73451ea9d", "name": "network-vif-plugged", "status": "completed", "tag": "f276c45d-16bd-413a-8194-653a5e6a97fe", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:58.889493 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-408d2a1b-99ee-4968-93fc-3b0db6b4f39a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:58.889877 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08956888-5189-49a9-94d4-55c73451ea9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f276c45d-16bd-413a-8194-653a5e6a97fe', 'code': 200} Aug 19 12:38:58.914926 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=f276c45d-16bd-413a-8194-653a5e6a97fe,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:59.702885 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929df9-5bf9-4b5b-a9b4-dd16aa2b125b req-f552c2e7-169f-4e5e-96e0-f42039a7569a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:59.704483 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-59929df9-5bf9-4b5b-a9b4-dd16aa2b125b req-f552c2e7-169f-4e5e-96e0-f42039a7569a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0523899 Aug 19 12:38:59.768809 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-59929df9-5bf9-4b5b-a9b4-dd16aa2b125b req-ff5db1b8-7e94-4591-8e43-9f802a500e7a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574279 Aug 19 12:38:59.787730 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c1e4-0547-412b-988c-d3d59cff5821 req-d75291a3-1e09-4546-96c8-2ed7e431c886 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:59.787730 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d48c1e4-0547-412b-988c-d3d59cff5821 req-d75291a3-1e09-4546-96c8-2ed7e431c886 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0762031 Aug 19 12:38:59.830034 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4d48c1e4-0547-412b-988c-d3d59cff5821 req-4f50c4d1-3f73-41ea-905d-a92c93c276b9 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381122 Aug 19 12:39:00.911843 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d35c-8eea-4c96-96b8-d3ecedd86b2f req-8bb9d389-7e09-4035-8ed0-eeeb01a928b2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:00.913789 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5340d35c-8eea-4c96-96b8-d3ecedd86b2f req-8bb9d389-7e09-4035-8ed0-eeeb01a928b2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0616126 Aug 19 12:39:00.980027 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5340d35c-8eea-4c96-96b8-d3ecedd86b2f req-e04b1507-9ca8-4ac4-a638-2c9cc201be27 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548332 Aug 19 12:39:00.993176 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0e11-b784-4e54-8307-b0735f6afd70 req-ff1621a0-78bb-489f-adf4-4cd892468a33 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:00.994757 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a8b0e11-b784-4e54-8307-b0735f6afd70 req-ff1621a0-78bb-489f-adf4-4cd892468a33 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0926447 Aug 19 12:39:01.032554 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a8b0e11-b784-4e54-8307-b0735f6afd70 req-f3565626-65f6-4555-a5c2-b81bda70a30e tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319765 Aug 19 12:39:02.145166 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8b1fa-357c-4d2e-be32-a4f4d66eed99 req-37bdf386-cf80-4395-bef2-bfe346b45c0a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:02.146638 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bfa8b1fa-357c-4d2e-be32-a4f4d66eed99 req-37bdf386-cf80-4395-bef2-bfe346b45c0a tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0737154 Aug 19 12:39:02.178499 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20e12f-6d22-40a5-9c58-c880bd41919d req-bc71b237-b1da-440a-8ffd-6a91c7db7ccd tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:02.179885 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fd20e12f-6d22-40a5-9c58-c880bd41919d req-bc71b237-b1da-440a-8ffd-6a91c7db7ccd tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0770569 Aug 19 12:39:02.482008 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bfa8b1fa-357c-4d2e-be32-a4f4d66eed99 req-8f45aa1d-0970-42c3-a607-e2254abc1c36 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286624 Aug 19 12:39:02.507799 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fd20e12f-6d22-40a5-9c58-c880bd41919d req-8d75993e-26c5-46fa-8300-f5a9b78fb57b tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113170 Aug 19 12:39:03.222608 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c486a6b1-5009-47ff-afee-d0067ab673c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:03.701168 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8690eae-8aa8-457f-8c8e-90812ef8ef36 req-244b7f51-71c0-4032-9795-fd68cca94463 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:03.702624 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8690eae-8aa8-457f-8c8e-90812ef8ef36 req-244b7f51-71c0-4032-9795-fd68cca94463 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0747833 Aug 19 12:39:03.710900 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042d969-7a3f-4732-b495-14b701c82db3 req-168a25a0-3371-4cf9-bd8b-a9e3df7639b2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:03.712229 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5042d969-7a3f-4732-b495-14b701c82db3 req-168a25a0-3371-4cf9-bd8b-a9e3df7639b2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0752757 Aug 19 12:39:03.769300 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5042d969-7a3f-4732-b495-14b701c82db3 req-9720d388-6072-475c-833b-461a6430286c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501490 Aug 19 12:39:03.772144 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8690eae-8aa8-457f-8c8e-90812ef8ef36 req-94f9590e-40fd-4b7c-a0f8-090153b1aaeb tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589044 Aug 19 12:39:04.090200 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:04.921921 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70685c6f-f796-4998-a099-eaf2bbf7d75d req-b497d661-c782-48a2-9fec-6f629420dbce tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:04.923745 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-70685c6f-f796-4998-a099-eaf2bbf7d75d req-b497d661-c782-48a2-9fec-6f629420dbce tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0833645 Aug 19 12:39:04.952305 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f56de-5910-4430-9514-361948fe9726 req-fe7da15f-3f13-4958-9488-414a69d73e13 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:04.954573 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1f5f56de-5910-4430-9514-361948fe9726 req-fe7da15f-3f13-4958-9488-414a69d73e13 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.1147051 Aug 19 12:39:05.006270 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1f5f56de-5910-4430-9514-361948fe9726 req-cf5cfaeb-d92f-4065-8d59-9531dfb12920 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Aug 19 12:39:05.011128 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-70685c6f-f796-4998-a099-eaf2bbf7d75d req-2c5fca1d-37bf-4caa-9321-6779cd438576 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795214 Aug 19 12:39:05.752796 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53e5881c-6383-41a7-8d27-9999832f1f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:06.170979 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:06.173147 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bed314-35a0-427a-ab62-ead21c6ce52c req-bfdd1296-4df6-41e2-a5ff-86d456d86153 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:06.175843 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e3bed314-35a0-427a-ab62-ead21c6ce52c req-bfdd1296-4df6-41e2-a5ff-86d456d86153 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.1019664 Aug 19 12:39:06.192975 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f3348-1fc5-41c2-a4ee-81d17cd954bb req-dc088d99-d3b0-4095-9e36-73dc044c8040 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:06.195705 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-326f3348-1fc5-41c2-a4ee-81d17cd954bb req-dc088d99-d3b0-4095-9e36-73dc044c8040 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0811553 Aug 19 12:39:06.251978 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e3bed314-35a0-427a-ab62-ead21c6ce52c req-e9a3ba17-8833-417f-8a8e-688c9be27afd tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552611 Aug 19 12:39:06.257167 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-326f3348-1fc5-41c2-a4ee-81d17cd954bb req-559080ad-75cf-40dd-b3e8-90f03bb9d992 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541129 Aug 19 12:39:07.101126 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:07.406563 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a524f-ab09-4ca9-9c37-4ef369897c95 req-1082f3c5-26df-48ea-b827-aacfb5eb3365 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:07.409579 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-992a524f-ab09-4ca9-9c37-4ef369897c95 req-1082f3c5-26df-48ea-b827-aacfb5eb3365 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0835695 Aug 19 12:39:07.440993 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0584a-ff10-4a41-a566-c3a672ce03cc req-82f89723-ffca-4225-92eb-efa3a0c60723 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:07.442525 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-63d0584a-ff10-4a41-a566-c3a672ce03cc req-82f89723-ffca-4225-92eb-efa3a0c60723 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.1065366 Aug 19 12:39:07.476080 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-992a524f-ab09-4ca9-9c37-4ef369897c95 req-db4f9593-b7c4-4047-bd52-981228dd05b5 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596855 Aug 19 12:39:07.494217 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-63d0584a-ff10-4a41-a566-c3a672ce03cc req-5bc67f07-5bf1-4236-a8b9-afac2f968e68 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450318 Aug 19 12:39:08.349562 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:08.634760 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e52932-8b5b-4c22-a767-b8f6bddc1828 req-215fa7c1-1e44-44e6-a0a3-abe2d2de719c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:08.636251 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15e52932-8b5b-4c22-a767-b8f6bddc1828 req-215fa7c1-1e44-44e6-a0a3-abe2d2de719c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0826676 Aug 19 12:39:08.667351 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54933d6-dc47-496f-b72e-8f8fe093a86d req-91f09f87-758f-49a8-8e69-378e33a3fb39 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:08.668816 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f54933d6-dc47-496f-b72e-8f8fe093a86d req-91f09f87-758f-49a8-8e69-378e33a3fb39 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0798075 Aug 19 12:39:08.703038 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15e52932-8b5b-4c22-a767-b8f6bddc1828 req-e4e5e5ab-8a68-4357-9e9c-96a1049b7614 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602813 Aug 19 12:39:08.746546 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f54933d6-dc47-496f-b72e-8f8fe093a86d req-5abf761e-50f6-4233-895a-d3929555d42c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702617 Aug 19 12:39:09.914227 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba461ad-90f5-4986-83b5-bf361585536b req-4922ac86-c391-4f84-96dc-c2a267b45db5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:09.915727 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bba461ad-90f5-4986-83b5-bf361585536b req-4922ac86-c391-4f84-96dc-c2a267b45db5 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0828414 Aug 19 12:39:09.936223 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd415a69-22dc-40da-aca7-334bc64bb24f req-4c9ba72c-8d6e-4e8e-a0d0-a26439c7002b tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:09.937700 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bd415a69-22dc-40da-aca7-334bc64bb24f req-4c9ba72c-8d6e-4e8e-a0d0-a26439c7002b tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0795016 Aug 19 12:39:09.978558 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bba461ad-90f5-4986-83b5-bf361585536b req-eccb0775-6912-4cf4-a017-79b7db1f71f9 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560820 Aug 19 12:39:09.990752 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bd415a69-22dc-40da-aca7-334bc64bb24f req-4dc6b24a-5d18-46ec-b733-da2731490d1c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Aug 19 12:39:10.242099 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91307e8a-dc31-4aef-b245-6abb31cd7deb req-3e14dd92-08c5-40df-a614-5f5fc8785a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:10.243581 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-91307e8a-dc31-4aef-b245-6abb31cd7deb req-3e14dd92-08c5-40df-a614-5f5fc8785a5b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 1099 time: 0.0444877 Aug 19 12:39:10.277641 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-91307e8a-dc31-4aef-b245-6abb31cd7deb req-5e3ae9d0-d12b-4079-96ed-17331829d136 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257339 Aug 19 12:39:11.126168 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803121b8-74b3-4ff7-9ac0-85e9826242fe req-7457e50d-9074-4c1c-a17e-cb9020e93abe tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.127717 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-803121b8-74b3-4ff7-9ac0-85e9826242fe req-7457e50d-9074-4c1c-a17e-cb9020e93abe tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0755422 Aug 19 12:39:11.134973 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d269c1-c208-41ce-8992-669c7480d928 req-5d44136e-ee15-4a89-b0b8-1d3c89f6abf3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.136346 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-31d269c1-c208-41ce-8992-669c7480d928 req-5d44136e-ee15-4a89-b0b8-1d3c89f6abf3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0753479 Aug 19 12:39:11.192963 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-803121b8-74b3-4ff7-9ac0-85e9826242fe req-5afef2d5-1f00-42d9-b222-7bc8653d14ab tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556097 Aug 19 12:39:11.197634 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-31d269c1-c208-41ce-8992-669c7480d928 req-1aa220bb-7499-4d77-bcce-496b721fbd21 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541205 Aug 19 12:39:12.338605 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e278190-b635-4b90-9734-063e34d9b3a6 req-8f6e4eed-0003-40cb-86bd-2daa25fea34a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:12.340071 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5e278190-b635-4b90-9734-063e34d9b3a6 req-8f6e4eed-0003-40cb-86bd-2daa25fea34a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0762296 Aug 19 12:39:12.347881 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dcf86-482b-4289-9a5a-651660f1610d req-c95323fe-7685-4d49-9757-546fa88d25a0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:12.349263 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f05dcf86-482b-4289-9a5a-651660f1610d req-c95323fe-7685-4d49-9757-546fa88d25a0 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 943 time: 0.0841520 Aug 19 12:39:12.401827 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5e278190-b635-4b90-9734-063e34d9b3a6 req-31781758-d1e1-43fc-bb40-45674349d2f1 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516343 Aug 19 12:39:12.406401 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f05dcf86-482b-4289-9a5a-651660f1610d req-0b089095-44d4-4938-a7fd-d6304a3006c3 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506575 Aug 19 12:39:12.741503 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 2984b9a5-dca0-499a-ba61-da470ed959d0 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:39:12.835184 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:12.845920 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'port_id': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'mac_address': 'fa:16:3e:e8:99:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:39:12.881533 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:12.894587 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2984b9a5-dca0-499a-ba61-da470ed959d0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:12.914068 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:12.917512 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:12.965442 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=9']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:13.140663 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['2984b9a5-dca0-499a-ba61-da470ed959d0'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:13.525668 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344881f-7b7c-4533-8d12-b9c737b061bd req-bf5fc58e-92a9-4480-81ae-1e5ef99f5f91 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:13.527126 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9344881f-7b7c-4533-8d12-b9c737b061bd req-bf5fc58e-92a9-4480-81ae-1e5ef99f5f91 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 944 time: 0.0516410 Aug 19 12:39:13.563422 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9344881f-7b7c-4533-8d12-b9c737b061bd req-e09b636d-fbd0-4ad4-a4fa-9d7d013c6c2e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304930 Aug 19 12:39:14.679369 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd829006-7f9b-472e-b45e-28b76d62b70e req-42180403-6246-421c-83bc-32037054dd7e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:14.680849 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd829006-7f9b-472e-b45e-28b76d62b70e req-42180403-6246-421c-83bc-32037054dd7e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 944 time: 0.0471776 Aug 19 12:39:14.717766 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd829006-7f9b-472e-b45e-28b76d62b70e req-da526615-5db4-4ae2-95e0-0ff3a558af2c tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310926 Aug 19 12:39:14.755686 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 2984b9a5-dca0-499a-ba61-da470ed959d0 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:14.802340 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 2984b9a5-dca0-499a-ba61-da470ed959d0 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:14.802717 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.879010 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.901109 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:14.903437 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baf5189-bbe7-4d78-8efa-045d37e537c6" -d '{"events": [{"server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "name": "network-vif-plugged", "status": "completed", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:14.916577 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:14.920864 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.944352 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d150d72-2469-4d3b-a9f8-d0ba27be6170 x-openstack-request-id: req-9d150d72-2469-4d3b-a9f8-d0ba27be6170 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:14.944674 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "name": "network-vif-plugged", "status": "completed", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:14.944933 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d150d72-2469-4d3b-a9f8-d0ba27be6170 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:14.945321 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'code': 200} Aug 19 12:39:14.971045 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:15.109278 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2208d-8af1-4238-a77c-04194623fd27 req-be7cbf11-57ee-43a0-ad2f-16935a716ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:15.110818 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-27d2208d-8af1-4238-a77c-04194623fd27 req-be7cbf11-57ee-43a0-ad2f-16935a716ac6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 1099 time: 0.0398264 Aug 19 12:39:15.145005 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-27d2208d-8af1-4238-a77c-04194623fd27 req-dee4ea0e-bc88-4e18-aa3e-e5a67b0ee3e9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272348 Aug 19 12:39:15.837671 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3306fb0-73e8-434d-950b-221ac1686864 req-0b851cfa-a314-4fe2-9511-7a232bb579f6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:15.839375 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c3306fb0-73e8-434d-950b-221ac1686864 req-0b851cfa-a314-4fe2-9511-7a232bb579f6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 946 time: 0.0518575 Aug 19 12:39:15.875922 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c3306fb0-73e8-434d-950b-221ac1686864 req-103859e7-abbe-4e87-a275-99a9b51b5162 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306194 Aug 19 12:39:16.997438 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bcedb-cc3e-4991-860a-7240f3e6c2ed req-086e8824-2ef0-4468-bf6f-038ec278ee4b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:16.998888 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-396bcedb-cc3e-4991-860a-7240f3e6c2ed req-086e8824-2ef0-4468-bf6f-038ec278ee4b tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 946 time: 0.0474641 Aug 19 12:39:17.035776 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-396bcedb-cc3e-4991-860a-7240f3e6c2ed req-e8747be6-c5a5-4d09-aeb6-f2050ab131b1 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304289 Aug 19 12:39:20.647201 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-900f9a3c-2f0b-47bf-a4ac-0aac1f81c6fc tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:20.648694 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-900f9a3c-2f0b-47bf-a4ac-0aac1f81c6fc tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 814 time: 0.1141310 Aug 19 12:39:20.665279 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-7313d14d-7046-4aeb-84e9-42aaee13616a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/quotas/74ead58be8d14bf2aff1f3f15ea27ce9 HTTP/1.1" status: 200 len: 375 time: 0.0104260 Aug 19 12:39:20.714189 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-e4dd6fa3-9abc-4601-907b-9067e8137264 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430923 Aug 19 12:39:20.849307 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-1e99d335-f696-40e4-a15d-f0cc2173f1f7 service neutron] 10.222.0.42 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281667 Aug 19 12:39:20.936592 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-aed385ac-4983-4e79-8053-cf1820d4d51e service neutron] 10.222.0.42 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811179 Aug 19 12:39:21.089596 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3ba938a2-a719-4038-9c26-c9adb2fe1004 req-d4bbb4cd-1227-48dc-9dc2-b8931932ee9e tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 210 time: 0.0263579 Aug 19 12:39:22.053030 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-6160e4a8-77fc-41e7-bb5e-e7c62678de6c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:22.054883 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-6160e4a8-77fc-41e7-bb5e-e7c62678de6c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 814 time: 0.1148446 Aug 19 12:39:22.069851 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Request body: {'port': {'device_id': 'c9a28e1a-e243-4db6-94ac-3932e39113fb', 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991', 'admin_state_up': True, 'tenant_id': '74ead58be8d14bf2aff1f3f15ea27ce9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:22.187957 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-435eba23-30d5-4691-912a-e7a531b49b3f req-0cabefe6-69b6-44f7-a77b-0cee9a9de62d tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 210 time: 0.0310135 Aug 19 12:39:22.202616 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Made reservation on behalf of 74ead58be8d14bf2aff1f3f15ea27ce9 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:22.209315 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.328918 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Allocated IP 172.20.0.13 (020b377f-d9d0-4687-bf96-fdfcb1297991/b4fa4e55-9979-402f-b05a-f70a6f41744a/cdf9f27a-66cf-4d1b-8090-8c3e1beba58f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:22.475528 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.512166 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.524175 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['f276c45d-16bd-413a-8194-653a5e6a97fe'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:22.555527 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Network 020b377f-d9d0-4687-bf96-fdfcb1297991 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:22.560408 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:22.564233 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:22.589549 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Pushing event updated for resources: {'Port': ['ID=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:22.603923 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.604274 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.604629 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.604979 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.605322 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.605655 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.605985 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.606317 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.606646 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.606970 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.607292 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.607612 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:22.627278 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:22.627892 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.642807 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-9786dc1f-fec9-4801-ab12-ea99896b9cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5763068 Aug 19 12:39:22.654134 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Request body: {'port': {'device_id': 'c9a28e1a-e243-4db6-94ac-3932e39113fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:22.706006 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.960455 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf9f27a-66cf-4d1b-8090-8c3e1beba58f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:22.967812 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.979598 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Transition to ACTIVE for port object cdf9f27a-66cf-4d1b-8090-8c3e1beba58f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:22.982382 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.031594 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:23.095066 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Attempting to bind port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:23.096315 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Attempting to bind port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:23.096525 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Attempting to bind port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f on network 020b377f-d9d0-4687-bf96-fdfcb1297991 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:23.100502 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f on network 020b377f-d9d0-4687-bf96-fdfcb1297991 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:39:23.100843 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Attempting to bind port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f on network 020b377f-d9d0-4687-bf96-fdfcb1297991 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:23.105444 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:23.105776 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Checking segment: {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:23.106151 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Bound using segment: {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:23.106566 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Bound port: cdf9f27a-66cf-4d1b-8090-8c3e1beba58f, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:23.106911 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.166154 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] For port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:23.169201 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] For port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:23.173595 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.205489 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:23.206102 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.207473 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] 10.222.0.50 "PUT /v2.0/ports/cdf9f27a-66cf-4d1b-8090-8c3e1beba58f HTTP/1.1" status: 200 len: 1094 time: 0.5574446 Aug 19 12:39:23.207900 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a28e1a-e243-4db6-94ac-3932e39113fb', 'tag': 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:23.210311 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a881e8-93d9-440e-b427-b79e2a24e748" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a28e1a-e243-4db6-94ac-3932e39113fb", "tag": "cdf9f27a-66cf-4d1b-8090-8c3e1beba58f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:23.235723 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83709f97-9693-426b-a66f-1dc771ea5162 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:23.254634 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d871e1dc-d197-4cdf-b5af-9ea87cafc293 x-openstack-request-id: req-d871e1dc-d197-4cdf-b5af-9ea87cafc293 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:23.254931 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a28e1a-e243-4db6-94ac-3932e39113fb", "tag": "cdf9f27a-66cf-4d1b-8090-8c3e1beba58f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:23.255185 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d871e1dc-d197-4cdf-b5af-9ea87cafc293 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:23.255742 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a28e1a-e243-4db6-94ac-3932e39113fb', 'tag': 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f', 'status': 'completed', 'code': 200} Aug 19 12:39:23.332512 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-c06a4767-dd02-446a-aae2-bd619837f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:23.334031 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-c06a4767-dd02-446a-aae2-bd619837f434 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 1097 time: 0.0722632 Aug 19 12:39:23.342250 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe93a75-c193-4177-b520-f4ccad9cf55a req-16e5e224-a3bf-4811-a3fc-70d2a9e1a1e4 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:23.343600 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ffe93a75-c193-4177-b520-f4ccad9cf55a req-16e5e224-a3bf-4811-a3fc-70d2a9e1a1e4 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 944 time: 0.0731840 Aug 19 12:39:23.382102 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-e5a87db3-f825-4130-8e94-c498f32c48f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f HTTP/1.1" status: 200 len: 217 time: 0.0376039 Aug 19 12:39:23.431863 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ffe93a75-c193-4177-b520-f4ccad9cf55a req-c144a279-964b-410e-93b2-2357deb68230 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813720 Aug 19 12:39:23.445614 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-6007d1dd-b0aa-4456-a5f5-dedff486421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:23.447026 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-6007d1dd-b0aa-4456-a5f5-dedff486421a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4fa4e55-9979-402f-b05a-f70a6f41744a HTTP/1.1" status: 200 len: 854 time: 0.0534611 Aug 19 12:39:23.483586 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-a1b90206-3629-4287-8e94-3a504e7c23fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=020b377f-d9d0-4687-bf96-fdfcb1297991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274854 Aug 19 12:39:23.575385 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-40f7aaf0-784d-45ec-bbaa-e828ba214aae service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798719 Aug 19 12:39:23.666283 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8acd1863-b237-4fa9-b2f0-c5d6924183cd req-e25cc390-95af-477b-a7e7-414083013031 service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824487 Aug 19 12:39:23.755931 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a881e8-93d9-440e-b427-b79e2a24e748 req-2ac1003d-97ab-478a-a075-25cbc4c0a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:23.757515 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5a881e8-93d9-440e-b427-b79e2a24e748 req-2ac1003d-97ab-478a-a075-25cbc4c0a0ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 1097 time: 0.0426152 Aug 19 12:39:23.850129 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a881e8-93d9-440e-b427-b79e2a24e748 req-b87f64b4-07bf-4fe3-a95f-ed82fadcb08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:23.851620 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5a881e8-93d9-440e-b427-b79e2a24e748 req-b87f64b4-07bf-4fe3-a95f-ed82fadcb08f service neutron] 10.222.0.50 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 915 time: 0.0846457 Aug 19 12:39:23.894375 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5a881e8-93d9-440e-b427-b79e2a24e748 req-1deede1c-e9c7-48ab-9cb0-5cf01dc9ff6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f HTTP/1.1" status: 200 len: 217 time: 0.0338411 Aug 19 12:39:23.942645 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a881e8-93d9-440e-b427-b79e2a24e748 req-c7dab835-d875-4b1d-92e6-779fb054e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:23.944057 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5a881e8-93d9-440e-b427-b79e2a24e748 req-c7dab835-d875-4b1d-92e6-779fb054e1f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4fa4e55-9979-402f-b05a-f70a6f41744a HTTP/1.1" status: 200 len: 854 time: 0.0420189 Aug 19 12:39:23.977907 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5a881e8-93d9-440e-b427-b79e2a24e748 req-8cd7939c-b0f6-4311-b87a-2fbc0dc04f25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=020b377f-d9d0-4687-bf96-fdfcb1297991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255749 Aug 19 12:39:24.074101 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5a881e8-93d9-440e-b427-b79e2a24e748 req-7054642f-c1eb-44ab-b3e7-465feb7ef5df service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880187 Aug 19 12:39:24.167884 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e5a881e8-93d9-440e-b427-b79e2a24e748 req-1b9218bc-0b7b-4a91-ad7f-0a050fe3ed8a service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840340 Aug 19 12:39:24.546839 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98b381-65fe-4987-a12d-e8b76d22105c req-d4efcf84-d172-44c0-92b9-fc9c8ba5ad4f tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:24.548856 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c98b381-65fe-4987-a12d-e8b76d22105c req-d4efcf84-d172-44c0-92b9-fc9c8ba5ad4f tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 944 time: 0.0487223 Aug 19 12:39:24.585040 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c98b381-65fe-4987-a12d-e8b76d22105c req-2deb9373-90cb-47e7-a12c-bc45bdfd83ba tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302944 Aug 19 12:39:24.718553 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:39:24.776574 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cdf9f27a-66cf-4d1b-8090-8c3e1beba58f details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:39:25.001320 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:25.012259 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f', 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991', 'port_id': 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f', 'mac_address': 'fa:16:3e:43:fd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fa4e55-9979-402f-b05a-f70a6f41744a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:39:25.048005 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.060134 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf9f27a-66cf-4d1b-8090-8c3e1beba58f {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:25.079326 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:25.083023 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.128691 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:25.343486 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['cdf9f27a-66cf-4d1b-8090-8c3e1beba58f'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:25.695731 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff89a25-cf39-437a-8762-53b6d25ab738 req-bf15d513-ec2b-4554-a5e0-e363e3c872b4 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.697206 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5ff89a25-cf39-437a-8762-53b6d25ab738 req-bf15d513-ec2b-4554-a5e0-e363e3c872b4 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 945 time: 0.0473547 Aug 19 12:39:25.732867 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5ff89a25-cf39-437a-8762-53b6d25ab738 req-89c7f99a-f293-455c-a7f8-f90793e16fb8 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298009 Aug 19 12:39:26.788442 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cdf9f27a-66cf-4d1b-8090-8c3e1beba58f up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:26.835548 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:26.839414 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:26.839796 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.850988 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53a604-f427-4258-ac1d-422d96da1567 req-f4f2a536-29e7-40b5-a56f-a8c14eb0dd0d tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:26.852490 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a53a604-f427-4258-ac1d-422d96da1567 req-f4f2a536-29e7-40b5-a56f-a8c14eb0dd0d tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 945 time: 0.0487750 Aug 19 12:39:26.895013 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a53a604-f427-4258-ac1d-422d96da1567 req-adb33bed-22c6-4427-8823-aca03c076fb0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365205 Aug 19 12:39:26.926266 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.948845 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a28e1a-e243-4db6-94ac-3932e39113fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:26.951077 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d33271-459c-48d1-a577-a285f9f3c0b2" -d '{"events": [{"server_uuid": "c9a28e1a-e243-4db6-94ac-3932e39113fb", "name": "network-vif-plugged", "status": "completed", "tag": "cdf9f27a-66cf-4d1b-8090-8c3e1beba58f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:26.964064 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:26.967910 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.991057 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be12f117-bc88-4c11-82a0-f2298cd2fbf8 x-openstack-request-id: req-be12f117-bc88-4c11-82a0-f2298cd2fbf8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:26.991353 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a28e1a-e243-4db6-94ac-3932e39113fb", "name": "network-vif-plugged", "status": "completed", "tag": "cdf9f27a-66cf-4d1b-8090-8c3e1beba58f", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:26.991629 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be12f117-bc88-4c11-82a0-f2298cd2fbf8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:26.991999 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a28e1a-e243-4db6-94ac-3932e39113fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f', 'code': 200} Aug 19 12:39:27.017954 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:27.173228 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e122446-ce54-4ebd-92e6-8b1347195e35 req-f222981a-89ba-4429-abfe-94c81f12300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:27.175703 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1e122446-ce54-4ebd-92e6-8b1347195e35 req-f222981a-89ba-4429-abfe-94c81f12300f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 1099 time: 0.0404410 Aug 19 12:39:27.213592 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1e122446-ce54-4ebd-92e6-8b1347195e35 req-ff329b8f-6298-4fd4-97c5-099e5ebe2fdb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269041 Aug 19 12:39:28.008178 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bab25-c16b-45d0-9c84-9a85915488c3 req-82c641fd-9f75-469f-8b31-7f4915c578ab tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:28.009695 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-491bab25-c16b-45d0-9c84-9a85915488c3 req-82c641fd-9f75-469f-8b31-7f4915c578ab tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 946 time: 0.0494890 Aug 19 12:39:28.046319 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-491bab25-c16b-45d0-9c84-9a85915488c3 req-73c3c6b8-df57-4552-8f96-abef1ec5cc43 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308406 Aug 19 12:39:29.160558 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0b392-c270-4b5f-97a0-4b56f15bf3aa req-d5b90920-92ea-4fcc-ae66-810e26a83aba tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:29.162071 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e3a0b392-c270-4b5f-97a0-4b56f15bf3aa req-d5b90920-92ea-4fcc-ae66-810e26a83aba tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 946 time: 0.0474381 Aug 19 12:39:29.201784 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e3a0b392-c270-4b5f-97a0-4b56f15bf3aa req-e3194110-6b3e-4f84-a951-3058618e6fcc tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Aug 19 12:39:30.889612 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb59ad-c351-4812-870e-23818f30718a req-0606197c-81d3-4af2-9b7c-ea9248e51a0c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:30.891007 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-0606197c-81d3-4af2-9b7c-ea9248e51a0c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 814 time: 0.0998218 Aug 19 12:39:30.905695 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-b5d21cfc-e8f6-4533-b51f-cab01823d94e tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/quotas/74ead58be8d14bf2aff1f3f15ea27ce9 HTTP/1.1" status: 200 len: 375 time: 0.0089171 Aug 19 12:39:30.955079 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-f3530c30-6c75-4ab0-a269-bfa13bac5644 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435843 Aug 19 12:39:31.043732 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-029d5ba8-7d7a-4fa4-b9c1-912d71d8f891 service neutron] 10.222.0.42 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817461 Aug 19 12:39:31.131795 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-d5f3568d-63ab-4f4d-97ec-3a284c89f242 service neutron] 10.222.0.42 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814712 Aug 19 12:39:31.286059 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b7297c21-7d32-40b3-b9f4-d5a2c63dcc8d req-6b32b991-4328-449f-a461-d9a54c6ad369 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 210 time: 0.0265701 Aug 19 12:39:32.242827 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb59ad-c351-4812-870e-23818f30718a req-5e4dbe96-c20c-42dd-8b59-9494c7476bac tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:32.244278 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-5e4dbe96-c20c-42dd-8b59-9494c7476bac tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 814 time: 0.1022110 Aug 19 12:39:32.263137 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Request body: {'port': {'device_id': '5efba6ba-9e20-4f8a-a678-05c16e7c3ecb', 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991', 'admin_state_up': True, 'tenant_id': '74ead58be8d14bf2aff1f3f15ea27ce9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:32.385007 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c33edb6e-aee7-45a3-91db-069f6848220f req-f04d31d0-1c01-4f1b-bf5e-6bd2bb4feb61 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 210 time: 0.0296297 Aug 19 12:39:32.394615 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Made reservation on behalf of 74ead58be8d14bf2aff1f3f15ea27ce9 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:32.412773 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.527000 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Allocated IP 172.20.0.9 (020b377f-d9d0-4687-bf96-fdfcb1297991/b4fa4e55-9979-402f-b05a-f70a6f41744a/bc46d834-5eb0-4bff-85a2-0bcc83752d8a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:32.669989 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.711158 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.724772 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['f276c45d-16bd-413a-8194-653a5e6a97fe', 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:32.749772 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Network 020b377f-d9d0-4687-bf96-fdfcb1297991 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:32.756003 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:32.759673 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:32.786945 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Pushing event updated for resources: {'Port': ['ID=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:32.812142 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:32.812784 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.827906 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-95630e9e-97e5-4440-8b9f-9bc5c5c9d116 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685785 Aug 19 12:39:32.842950 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Request body: {'port': {'device_id': '5efba6ba-9e20-4f8a-a678-05c16e7c3ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:32.898583 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.226186 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e742744-a5c6-4f31-abc9-1c8858296c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.403623 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc46d834-5eb0-4bff-85a2-0bcc83752d8a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:33.410931 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.422824 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Transition to ACTIVE for port object bc46d834-5eb0-4bff-85a2-0bcc83752d8a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:33.426449 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.502781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Pushing event updated for resources: {'Port': ['ID=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:33.567227 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447122c-6687-44e6-876d-03002b52a5be req-9b0aa5c7-47bb-4aa1-96dd-bcb01f92fd03 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.568724 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6447122c-6687-44e6-876d-03002b52a5be req-9b0aa5c7-47bb-4aa1-96dd-bcb01f92fd03 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 943 time: 0.1040645 Aug 19 12:39:33.592849 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Attempting to bind port bc46d834-5eb0-4bff-85a2-0bcc83752d8a on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:33.593182 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Attempting to bind port bc46d834-5eb0-4bff-85a2-0bcc83752d8a by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:33.593509 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Attempting to bind port bc46d834-5eb0-4bff-85a2-0bcc83752d8a on network 020b377f-d9d0-4687-bf96-fdfcb1297991 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:33.603693 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Port bc46d834-5eb0-4bff-85a2-0bcc83752d8a on network 020b377f-d9d0-4687-bf96-fdfcb1297991 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:39:33.604013 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Attempting to bind port bc46d834-5eb0-4bff-85a2-0bcc83752d8a on network 020b377f-d9d0-4687-bf96-fdfcb1297991 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:33.615280 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:33.615616 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Checking segment: {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:33.615994 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Bound using segment: {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:33.616419 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Bound port: bc46d834-5eb0-4bff-85a2-0bcc83752d8a, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:33.616808 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.628664 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6447122c-6687-44e6-876d-03002b52a5be req-9c1f35ab-3ee0-4705-b5b6-8ab141453c61 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509849 Aug 19 12:39:33.683806 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] For port bc46d834-5eb0-4bff-85a2-0bcc83752d8a, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:33.686726 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] For port bc46d834-5eb0-4bff-85a2-0bcc83752d8a, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:33.690927 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.721773 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.722384 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.723786 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] 10.222.0.50 "PUT /v2.0/ports/bc46d834-5eb0-4bff-85a2-0bcc83752d8a HTTP/1.1" status: 200 len: 1093 time: 0.8848879 Aug 19 12:39:33.724218 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efba6ba-9e20-4f8a-a678-05c16e7c3ecb', 'tag': 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:33.726498 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed51e378-5a14-470d-b879-ddd72039c5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5efba6ba-9e20-4f8a-a678-05c16e7c3ecb", "tag": "bc46d834-5eb0-4bff-85a2-0bcc83752d8a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:33.756736 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46aa2c-9b9d-4a39-ab72-3253988bca0d service neutron] Pushing event updated for resources: {'Port': ['ID=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:33.772071 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97017b5-7282-4ace-9c81-f5b0bdfa5095 x-openstack-request-id: req-d97017b5-7282-4ace-9c81-f5b0bdfa5095 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:33.772363 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efba6ba-9e20-4f8a-a678-05c16e7c3ecb", "tag": "bc46d834-5eb0-4bff-85a2-0bcc83752d8a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:33.772637 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d97017b5-7282-4ace-9c81-f5b0bdfa5095 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:33.773089 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efba6ba-9e20-4f8a-a678-05c16e7c3ecb', 'tag': 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a', 'status': 'completed', 'code': 200} Aug 19 12:39:33.817307 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb59ad-c351-4812-870e-23818f30718a req-84367b35-308c-48b9-9e15-d82d949a1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.818774 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-84367b35-308c-48b9-9e15-d82d949a1842 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 1096 time: 0.0406969 Aug 19 12:39:33.863296 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-6f6157da-d247-4cd4-8fb5-ba745d5c6b32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc46d834-5eb0-4bff-85a2-0bcc83752d8a HTTP/1.1" status: 200 len: 217 time: 0.0359831 Aug 19 12:39:33.911721 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb59ad-c351-4812-870e-23818f30718a req-b3b859a4-ffa4-4381-97a0-f93c73dd05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.913162 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-b3b859a4-ffa4-4381-97a0-f93c73dd05ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4fa4e55-9979-402f-b05a-f70a6f41744a HTTP/1.1" status: 200 len: 854 time: 0.0425518 Aug 19 12:39:33.946822 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-27bc46fd-71c0-4465-a9a3-fa9a7694dd8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=020b377f-d9d0-4687-bf96-fdfcb1297991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241354 Aug 19 12:39:34.040544 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-3677f8a6-e516-4da7-a17c-37fd7bfecb62 service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863533 Aug 19 12:39:34.098045 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.132183 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eaeb59ad-c351-4812-870e-23818f30718a req-3443801d-2822-4b42-9d56-aff41a0e8bfb service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827291 Aug 19 12:39:34.221020 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51e378-5a14-470d-b879-ddd72039c5e2 req-6aa09b64-af59-4166-ae91-13bfb28a5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:34.222572 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ed51e378-5a14-470d-b879-ddd72039c5e2 req-6aa09b64-af59-4166-ae91-13bfb28a5b63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 1096 time: 0.0414374 Aug 19 12:39:34.318387 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51e378-5a14-470d-b879-ddd72039c5e2 req-35b98973-d9c4-4b3f-8229-5feec33fba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:34.319840 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ed51e378-5a14-470d-b879-ddd72039c5e2 req-35b98973-d9c4-4b3f-8229-5feec33fba75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 915 time: 0.0866489 Aug 19 12:39:34.362636 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ed51e378-5a14-470d-b879-ddd72039c5e2 req-a2f57116-37ad-4719-9c5c-80d4a22a1238 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc46d834-5eb0-4bff-85a2-0bcc83752d8a HTTP/1.1" status: 200 len: 217 time: 0.0350120 Aug 19 12:39:34.419393 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51e378-5a14-470d-b879-ddd72039c5e2 req-5afb1610-f432-4fdb-a960-307c39c4f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:34.420867 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ed51e378-5a14-470d-b879-ddd72039c5e2 req-5afb1610-f432-4fdb-a960-307c39c4f900 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4fa4e55-9979-402f-b05a-f70a6f41744a HTTP/1.1" status: 200 len: 854 time: 0.0458429 Aug 19 12:39:34.457195 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ed51e378-5a14-470d-b879-ddd72039c5e2 req-3f3deccb-ee3d-42b7-ae69-ce17d723fef5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=020b377f-d9d0-4687-bf96-fdfcb1297991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240037 Aug 19 12:39:34.545560 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ed51e378-5a14-470d-b879-ddd72039c5e2 req-d56198d4-13a3-49df-91c0-63b0bfb6a44e service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792084 Aug 19 12:39:34.644077 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ed51e378-5a14-470d-b879-ddd72039c5e2 req-6c5ef318-4e7e-4ae8-8cc0-ad304ef42940 service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894651 Aug 19 12:39:34.743196 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bc186-3e65-4619-b507-1c72587ef3e9 req-94c8a686-7551-49b8-a19c-0c370595d88c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:34.744682 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a90bc186-3e65-4619-b507-1c72587ef3e9 req-94c8a686-7551-49b8-a19c-0c370595d88c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 943 time: 0.0484736 Aug 19 12:39:34.780704 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a90bc186-3e65-4619-b507-1c72587ef3e9 req-d4b35e6e-5eb7-4392-96c9-3191c7cc7464 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300262 Aug 19 12:39:35.746191 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5cdcf60-9fa2-4ee4-9316-1d91605b2165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.902093 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029692f-c9de-4bce-9ec1-f9c3d05d0136 req-af35d82c-2dd9-482d-87aa-a62eb0893db6 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:35.903601 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9029692f-c9de-4bce-9ec1-f9c3d05d0136 req-af35d82c-2dd9-482d-87aa-a62eb0893db6 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 943 time: 0.0534437 Aug 19 12:39:35.941194 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9029692f-c9de-4bce-9ec1-f9c3d05d0136 req-811cf1b4-cf02-430b-b596-d38d16ef4d2e tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Aug 19 12:39:36.177315 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.791184 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device bc46d834-5eb0-4bff-85a2-0bcc83752d8a details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:39:36.886505 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port bc46d834-5eb0-4bff-85a2-0bcc83752d8a, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:36.897118 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a', 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991', 'port_id': 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a', 'mac_address': 'fa:16:3e:bb:7e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fa4e55-9979-402f-b05a-f70a6f41744a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:39:36.933534 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.945724 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc46d834-5eb0-4bff-85a2-0bcc83752d8a {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:36.964863 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port bc46d834-5eb0-4bff-85a2-0bcc83752d8a, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:36.974082 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.026181 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:37.033634 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.034182 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.034875 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.035219 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.035552 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.035881 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.036213 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.036538 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.036893 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.037216 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.037536 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.037856 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:37.059190 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5e350-5d5e-4e18-98da-31f193d8c25d req-cdfd5e7c-1265-42bf-a67f-c463ca0df9fb tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.061778 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cfc5e350-5d5e-4e18-98da-31f193d8c25d req-cdfd5e7c-1265-42bf-a67f-c463ca0df9fb tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 944 time: 0.0542986 Aug 19 12:39:37.098844 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cfc5e350-5d5e-4e18-98da-31f193d8c25d req-4f0d0491-a89f-4216-aae9-17fd1f8a0720 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312147 Aug 19 12:39:37.104387 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.223591 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-f2935033-38c6-4a99-b059-7b9ffb00da5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399942 Aug 19 12:39:37.270440 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['bc46d834-5eb0-4bff-85a2-0bcc83752d8a'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:37.325340 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-3d365b80-ea03-4e32-a116-ddd66cb48273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.326745 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-3d365b80-ea03-4e32-a116-ddd66cb48273 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 1099 time: 0.0439503 Aug 19 12:39:37.429461 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-adc6b7e7-3c1d-4e1a-8d05-4824e3bf7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.431050 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-adc6b7e7-3c1d-4e1a-8d05-4824e3bf7c7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 200 len: 918 time: 0.0834680 Aug 19 12:39:37.499527 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-14e93d4a-131c-4c45-812f-45bd4800d2b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2984b9a5-dca0-499a-ba61-da470ed959d0 HTTP/1.1" status: 200 len: 999 time: 0.0598750 Aug 19 12:39:37.550918 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-a665d654-d99a-4efe-9003-6c609b457018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.552348 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-a665d654-d99a-4efe-9003-6c609b457018 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 200 len: 856 time: 0.0444665 Aug 19 12:39:37.599122 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-0038f4a4-28d9-4e92-8f65-3416cd917d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.600492 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-0038f4a4-28d9-4e92-8f65-3416cd917d55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb1c9e31-53c2-4dcd-938f-625b46c20d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400112 Aug 19 12:39:37.692389 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-0171eab5-8b53-4bf6-a31d-0b0b1c80fea2 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825090 Aug 19 12:39:37.784052 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b015f9ca-d5fd-4d3b-a200-1308bcd7e965 req-98eddd48-7ccc-401a-8c33-cd1b66c75065 service neutron] 10.222.0.50 "GET /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810699 Aug 19 12:39:38.226439 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350088-cb1e-4d7b-a25b-db213904aa79 req-01d37126-6c60-42a6-833a-f8174d83adcd tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:38.227991 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7f350088-cb1e-4d7b-a25b-db213904aa79 req-01d37126-6c60-42a6-833a-f8174d83adcd tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 944 time: 0.0633574 Aug 19 12:39:38.265329 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7f350088-cb1e-4d7b-a25b-db213904aa79 req-39eb4e6e-5517-43a1-bfae-24242436cf10 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313218 Aug 19 12:39:38.352104 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.795450 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device bc46d834-5eb0-4bff-85a2-0bcc83752d8a up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:38.846275 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port bc46d834-5eb0-4bff-85a2-0bcc83752d8a completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:38.849750 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port bc46d834-5eb0-4bff-85a2-0bcc83752d8a triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:38.850118 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.922730 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.944294 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efba6ba-9e20-4f8a-a678-05c16e7c3ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:38.946619 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e22097-9010-4c2b-bc09-89e894011528" -d '{"events": [{"server_uuid": "5efba6ba-9e20-4f8a-a678-05c16e7c3ecb", "name": "network-vif-plugged", "status": "completed", "tag": "bc46d834-5eb0-4bff-85a2-0bcc83752d8a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:38.960009 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port bc46d834-5eb0-4bff-85a2-0bcc83752d8a, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:38.964785 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.988019 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a1923a-9873-4ec2-8e49-4731305bb6ef x-openstack-request-id: req-d0a1923a-9873-4ec2-8e49-4731305bb6ef {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:38.988309 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efba6ba-9e20-4f8a-a678-05c16e7c3ecb", "name": "network-vif-plugged", "status": "completed", "tag": "bc46d834-5eb0-4bff-85a2-0bcc83752d8a", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:38.988558 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0a1923a-9873-4ec2-8e49-4731305bb6ef {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:38.988966 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efba6ba-9e20-4f8a-a678-05c16e7c3ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a', 'code': 200} Aug 19 12:39:39.014316 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:39.149466 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5281f16-3151-44af-9f24-7be852a55778 req-df17dfc1-0909-45d6-a5e3-d2bb86756d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:39.151096 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a5281f16-3151-44af-9f24-7be852a55778 req-df17dfc1-0909-45d6-a5e3-d2bb86756d9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 1098 time: 0.0388815 Aug 19 12:39:39.184919 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a5281f16-3151-44af-9f24-7be852a55778 req-d6cadbf5-6f30-420a-a716-1d4ed575adc7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256824 Aug 19 12:39:39.378589 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688821d-cbc0-458c-98d1-ecf579e501d3 req-24bfc822-544e-4a8b-85a0-cdfb242daeea tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:39.380069 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7688821d-cbc0-458c-98d1-ecf579e501d3 req-24bfc822-544e-4a8b-85a0-cdfb242daeea tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 945 time: 0.0489416 Aug 19 12:39:39.417227 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7688821d-cbc0-458c-98d1-ecf579e501d3 req-49e89452-dc0c-4e02-a623-657f43716e13 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312183 Aug 19 12:39:40.537897 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582799a4-7249-40b5-9b0e-0960a3dba5b9 req-1cbff130-a599-4233-93b6-7e4016c54b95 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:40.539279 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-582799a4-7249-40b5-9b0e-0960a3dba5b9 req-1cbff130-a599-4233-93b6-7e4016c54b95 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 945 time: 0.0510738 Aug 19 12:39:40.575230 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-582799a4-7249-40b5-9b0e-0960a3dba5b9 req-042956f5-1a45-412d-8f00-85b96913d37b tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298510 Aug 19 12:39:51.323806 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39450fce-3a77-473d-8238-8191f67b2e01 req-e1b37069-7271-4b11-a3a6-af72e6e5c532 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.325196 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-e1b37069-7271-4b11-a3a6-af72e6e5c532 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 814 time: 0.1002316 Aug 19 12:39:51.341110 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-6afdaaf4-e270-4d05-8691-1bdaf5820318 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/quotas/74ead58be8d14bf2aff1f3f15ea27ce9 HTTP/1.1" status: 200 len: 375 time: 0.0093181 Aug 19 12:39:51.397531 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-a9edf877-d31c-4636-85b1-c0938c1f97b2 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512772 Aug 19 12:39:51.486250 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-e4e1296b-307d-4a47-9a28-b9081cc582ee service neutron] 10.222.0.42 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815258 Aug 19 12:39:51.576701 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-ed44ad1b-a7fb-4c1b-9ec3-08c06059e76e service neutron] 10.222.0.42 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841999 Aug 19 12:39:51.728964 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-aec9ef05-2902-4251-837f-af1e8a3bb77a req-eb289e19-b33d-447f-be39-547c1ef36999 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 210 time: 0.0261939 Aug 19 12:39:52.745652 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39450fce-3a77-473d-8238-8191f67b2e01 req-3dd7d0fe-5a3c-4bec-82c7-70aaa42dad2e tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.747110 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-3dd7d0fe-5a3c-4bec-82c7-70aaa42dad2e tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 814 time: 0.1030872 Aug 19 12:39:52.765312 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Request body: {'port': {'device_id': 'bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8', 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991', 'admin_state_up': True, 'tenant_id': '74ead58be8d14bf2aff1f3f15ea27ce9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:52.840035 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d1743e5b-8ea7-41dd-a938-32ed5f7b22b9 req-1625152b-c36f-4535-a565-e20a8d86902e tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 210 time: 0.0330200 Aug 19 12:39:52.897077 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Made reservation on behalf of 74ead58be8d14bf2aff1f3f15ea27ce9 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:52.900480 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.027148 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Allocated IP 172.20.0.2 (020b377f-d9d0-4687-bf96-fdfcb1297991/b4fa4e55-9979-402f-b05a-f70a6f41744a/d63edce9-3325-49b3-818c-62eebfca7498) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:53.172462 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.209490 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.224056 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['f276c45d-16bd-413a-8194-653a5e6a97fe', 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f', 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:53.254155 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Network 020b377f-d9d0-4687-bf96-fdfcb1297991 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:53.259234 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:53.263544 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:53.268072 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Pushing event updated for resources: {'Port': ['ID=d63edce9-3325-49b3-818c-62eebfca7498,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:53.312231 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:53.312781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.326990 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-f2950bf2-2d04-4a2a-9873-dc6d5eb84743 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661175 Aug 19 12:39:53.345219 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Request body: {'port': {'device_id': 'bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:53.401683 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.651890 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63edce9-3325-49b3-818c-62eebfca7498 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:53.659146 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.670371 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Transition to ACTIVE for port object d63edce9-3325-49b3-818c-62eebfca7498 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:53.674204 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.724098 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Pushing event updated for resources: {'Port': ['ID=d63edce9-3325-49b3-818c-62eebfca7498,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:53.790500 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Attempting to bind port d63edce9-3325-49b3-818c-62eebfca7498 on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:53.791188 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Attempting to bind port d63edce9-3325-49b3-818c-62eebfca7498 by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:53.791188 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Attempting to bind port d63edce9-3325-49b3-818c-62eebfca7498 on network 020b377f-d9d0-4687-bf96-fdfcb1297991 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:53.795195 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Port d63edce9-3325-49b3-818c-62eebfca7498 on network 020b377f-d9d0-4687-bf96-fdfcb1297991 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:39:53.795512 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Attempting to bind port d63edce9-3325-49b3-818c-62eebfca7498 on network 020b377f-d9d0-4687-bf96-fdfcb1297991 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:53.800676 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:53.801011 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Checking segment: {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:53.801389 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Bound using segment: {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:53.801806 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Bound port: d63edce9-3325-49b3-818c-62eebfca7498, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:53.802153 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.862418 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] For port d63edce9-3325-49b3-818c-62eebfca7498, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:53.865796 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] For port d63edce9-3325-49b3-818c-62eebfca7498, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=d63edce9-3325-49b3-818c-62eebfca7498,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:53.870204 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.906923 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:53.907528 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.908970 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] 10.222.0.50 "PUT /v2.0/ports/d63edce9-3325-49b3-818c-62eebfca7498 HTTP/1.1" status: 200 len: 1093 time: 0.5685220 Aug 19 12:39:53.909396 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8', 'tag': 'd63edce9-3325-49b3-818c-62eebfca7498'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:53.911610 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0914d8cd-6c76-436f-9f82-32510286233d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8", "tag": "d63edce9-3325-49b3-818c-62eebfca7498"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:53.965708 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48d1366-d119-440c-924d-a437f5b910e1 x-openstack-request-id: req-b48d1366-d119-440c-924d-a437f5b910e1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:53.965984 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8", "tag": "d63edce9-3325-49b3-818c-62eebfca7498", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:53.966234 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b48d1366-d119-440c-924d-a437f5b910e1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:53.966614 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8', 'tag': 'd63edce9-3325-49b3-818c-62eebfca7498', 'status': 'completed', 'code': 200} Aug 19 12:39:53.972410 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d41b04-8afc-417d-9e0a-24e034ff9654 service neutron] Pushing event updated for resources: {'Port': ['ID=d63edce9-3325-49b3-818c-62eebfca7498,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:54.010574 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0a0de-b907-4495-85bf-6db75dae65d6 req-2b6ccfd1-5a05-4cad-8205-cef5fbee99f8 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.012030 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-92d0a0de-b907-4495-85bf-6db75dae65d6 req-2b6ccfd1-5a05-4cad-8205-cef5fbee99f8 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 943 time: 0.0975161 Aug 19 12:39:54.018225 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39450fce-3a77-473d-8238-8191f67b2e01 req-220d61e8-229c-4b31-90d6-1bab128933b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.019586 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-220d61e8-229c-4b31-90d6-1bab128933b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0660954 Aug 19 12:39:54.082942 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-92d0a0de-b907-4495-85bf-6db75dae65d6 req-480f36be-f3ec-432e-9ce7-da42a716f0bb tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624251 Aug 19 12:39:54.084262 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-0a1be806-3a42-420e-b24c-864f206c63dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d63edce9-3325-49b3-818c-62eebfca7498 HTTP/1.1" status: 200 len: 217 time: 0.0454073 Aug 19 12:39:54.134615 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39450fce-3a77-473d-8238-8191f67b2e01 req-65d5b022-3d03-4b6f-87bd-bad1773acd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.136023 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-65d5b022-3d03-4b6f-87bd-bad1773acd69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4fa4e55-9979-402f-b05a-f70a6f41744a HTTP/1.1" status: 200 len: 854 time: 0.0434535 Aug 19 12:39:54.170095 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-65b6badb-f4e1-43bb-aa2f-8085660ce85a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=020b377f-d9d0-4687-bf96-fdfcb1297991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237205 Aug 19 12:39:54.264556 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-6fb92d22-6e87-4fa4-a912-cdc01fc35ceb service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849802 Aug 19 12:39:54.353566 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-39450fce-3a77-473d-8238-8191f67b2e01 req-48d702f5-7b3c-4654-a931-2b9c3756913f service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793242 Aug 19 12:39:54.451234 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914d8cd-6c76-436f-9f82-32510286233d req-4fff0ac9-2e4f-4db7-8f3f-7540380dac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.452902 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0914d8cd-6c76-436f-9f82-32510286233d req-4fff0ac9-2e4f-4db7-8f3f-7540380dac51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0428464 Aug 19 12:39:54.547134 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914d8cd-6c76-436f-9f82-32510286233d req-177520fd-a4d7-4d50-b725-92f90a317f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.549727 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0914d8cd-6c76-436f-9f82-32510286233d req-177520fd-a4d7-4d50-b725-92f90a317f62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 200 len: 915 time: 0.0859044 Aug 19 12:39:54.596831 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0914d8cd-6c76-436f-9f82-32510286233d req-fdaaadc1-696a-4e8e-a166-53dd045e75ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d63edce9-3325-49b3-818c-62eebfca7498 HTTP/1.1" status: 200 len: 217 time: 0.0336995 Aug 19 12:39:54.655357 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914d8cd-6c76-436f-9f82-32510286233d req-4aa4f402-8f83-42a2-af82-c313de358700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.657407 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0914d8cd-6c76-436f-9f82-32510286233d req-4aa4f402-8f83-42a2-af82-c313de358700 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4fa4e55-9979-402f-b05a-f70a6f41744a HTTP/1.1" status: 200 len: 854 time: 0.0447843 Aug 19 12:39:54.691562 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0914d8cd-6c76-436f-9f82-32510286233d req-0f7c8de3-533c-4677-bfba-e21488d44d5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=020b377f-d9d0-4687-bf96-fdfcb1297991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232332 Aug 19 12:39:54.778899 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0914d8cd-6c76-436f-9f82-32510286233d req-561d7944-5b44-4ff1-981f-8b5fda47b8e1 service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785992 Aug 19 12:39:54.877020 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0914d8cd-6c76-436f-9f82-32510286233d req-0e03c607-fa1f-49dc-9f63-985e16917be5 service neutron] 10.222.0.50 "GET /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853734 Aug 19 12:39:55.197757 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb05985-6892-4f42-814c-83c315f722f5 req-1b72a7f1-be00-477a-b753-399de399237b tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:55.199233 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7bb05985-6892-4f42-814c-83c315f722f5 req-1b72a7f1-be00-477a-b753-399de399237b tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 943 time: 0.0479372 Aug 19 12:39:55.243229 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7bb05985-6892-4f42-814c-83c315f722f5 req-74a05844-99f1-44b2-b6d7-c2d9a005b4b5 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Aug 19 12:39:56.359173 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1efa5-4ef2-4853-b410-fa89264ff161 req-6a06268f-4e80-4f11-ae99-0831f72138f9 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:56.360687 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-64a1efa5-4ef2-4853-b410-fa89264ff161 req-6a06268f-4e80-4f11-ae99-0831f72138f9 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 943 time: 0.0514328 Aug 19 12:39:56.397021 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-64a1efa5-4ef2-4853-b410-fa89264ff161 req-a8b126a4-42c6-4dcf-89a1-c8980d3efec2 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304372 Aug 19 12:39:56.838438 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device d63edce9-3325-49b3-818c-62eebfca7498 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:39:56.931473 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port d63edce9-3325-49b3-818c-62eebfca7498, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=d63edce9-3325-49b3-818c-62eebfca7498,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:56.946010 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'd63edce9-3325-49b3-818c-62eebfca7498', 'network_id': '020b377f-d9d0-4687-bf96-fdfcb1297991', 'port_id': 'd63edce9-3325-49b3-818c-62eebfca7498', 'mac_address': 'fa:16:3e:86:d6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fa4e55-9979-402f-b05a-f70a6f41744a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:39:56.981516 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.994254 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63edce9-3325-49b3-818c-62eebfca7498 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:57.013524 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port d63edce9-3325-49b3-818c-62eebfca7498, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=d63edce9-3325-49b3-818c-62eebfca7498,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:57.017443 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.063850 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=d63edce9-3325-49b3-818c-62eebfca7498,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:57.310170 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['d63edce9-3325-49b3-818c-62eebfca7498'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:57.518792 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7d1d2-853d-4d1d-9f9f-1d50f3b193bb req-dcdeddb0-5259-40a7-b609-2a3176e42cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:57.520327 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3db7d1d2-853d-4d1d-9f9f-1d50f3b193bb req-dcdeddb0-5259-40a7-b609-2a3176e42cd3 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 944 time: 0.0566289 Aug 19 12:39:57.582538 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3db7d1d2-853d-4d1d-9f9f-1d50f3b193bb req-5840a4a3-2f59-49e4-954b-86711e031930 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561268 Aug 19 12:39:57.601365 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0456729-cf73-40a3-ab1d-efb6ed3fe2a8 req-e505f7fe-e0a0-4794-ac69-241f7910be38 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:57.602828 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b0456729-cf73-40a3-ab1d-efb6ed3fe2a8 req-e505f7fe-e0a0-4794-ac69-241f7910be38 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 946 time: 0.0633438 Aug 19 12:39:57.639152 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b0456729-cf73-40a3-ab1d-efb6ed3fe2a8 req-a4aebf46-971a-4300-ad27-96dea6e853b2 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303159 Aug 19 12:39:58.698908 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0937033-8345-47a1-afa8-84cdee48c0c6 req-29ee7263-9ff1-4856-a424-ba18fb3c9296 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:58.700390 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0937033-8345-47a1-afa8-84cdee48c0c6 req-29ee7263-9ff1-4856-a424-ba18fb3c9296 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 944 time: 0.0523562 Aug 19 12:39:58.764451 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e0937033-8345-47a1-afa8-84cdee48c0c6 req-bb3aa6f1-4bc2-4a3a-9773-a5e37aef9874 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Aug 19 12:39:58.779897 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46802fde-87ac-4fad-8666-2f6889d36cb8 req-758c5f2f-eee5-4126-8aee-2e8d43185552 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:58.781490 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46802fde-87ac-4fad-8666-2f6889d36cb8 req-758c5f2f-eee5-4126-8aee-2e8d43185552 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 946 time: 0.0686893 Aug 19 12:39:58.819029 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46802fde-87ac-4fad-8666-2f6889d36cb8 req-0102176e-1191-45cc-bdb4-fb355d1547b4 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313551 Aug 19 12:39:58.851470 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device d63edce9-3325-49b3-818c-62eebfca7498 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:58.899160 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port d63edce9-3325-49b3-818c-62eebfca7498 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:58.902824 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port d63edce9-3325-49b3-818c-62eebfca7498 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:58.903196 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.981532 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.003578 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63edce9-3325-49b3-818c-62eebfca7498'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:59.005984 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926c0b2a-a938-4116-8269-8472fc3d23a4" -d '{"events": [{"server_uuid": "bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8", "name": "network-vif-plugged", "status": "completed", "tag": "d63edce9-3325-49b3-818c-62eebfca7498"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:59.019653 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port d63edce9-3325-49b3-818c-62eebfca7498, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=d63edce9-3325-49b3-818c-62eebfca7498,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:59.023808 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.046435 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048a0c1c-d2b1-479e-bf76-e8c2d97d10cb x-openstack-request-id: req-048a0c1c-d2b1-479e-bf76-e8c2d97d10cb {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:59.046725 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8", "name": "network-vif-plugged", "status": "completed", "tag": "d63edce9-3325-49b3-818c-62eebfca7498", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:59.046978 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-048a0c1c-d2b1-479e-bf76-e8c2d97d10cb {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:59.048049 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63edce9-3325-49b3-818c-62eebfca7498', 'code': 200} Aug 19 12:39:59.073843 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=d63edce9-3325-49b3-818c-62eebfca7498,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:59.142303 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba3694-90be-4646-9f20-b56762ac131b req-70eb2d49-3f00-4686-816e-a3274aef1ccb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:59.143782 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-41ba3694-90be-4646-9f20-b56762ac131b req-70eb2d49-3f00-4686-816e-a3274aef1ccb tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.50 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 946 time: 0.0491285 Aug 19 12:39:59.255472 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033db123-f709-4b6d-9155-0f418fecee6f req-245415af-c7c3-48b4-b2cd-00638bbf5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:59.256983 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-033db123-f709-4b6d-9155-0f418fecee6f req-245415af-c7c3-48b4-b2cd-00638bbf5015 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0720391 Aug 19 12:39:59.291300 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Deleting port 2984b9a5-dca0-499a-ba61-da470ed959d0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:59.291634 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.340075 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-033db123-f709-4b6d-9155-0f418fecee6f req-ec606620-622a-43e4-9f0f-4c0c0b984d3a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742788 Aug 19 12:39:59.386864 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] For port 2984b9a5-dca0-499a-ba61-da470ed959d0, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=2984b9a5-dca0-499a-ba61-da470ed959d0,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:59.387224 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.549652 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.549959 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.550275 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Floating IP 56ac3e3f-3be1-4fc2-b8b4-51c40df04c24 disassociated. External IP: 172.27.3.6, port: 2984b9a5-dca0-499a-ba61-da470ed959d0. Aug 19 12:39:59.550615 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Calling delete_port for 2984b9a5-dca0-499a-ba61-da470ed959d0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:59.993441 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.015171 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ad4b4-0d71-4234-96f5-72ea541ae116 req-3e4aa3e5-4905-4b87-aad6-ad4314db0972 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:00.016701 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e33ad4b4-0d71-4234-96f5-72ea541ae116 req-3e4aa3e5-4905-4b87-aad6-ad4314db0972 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12e12375-b03a-41f7-b6b3-bb9ad83696e1 HTTP/1.1" status: 200 len: 946 time: 0.1061370 Aug 19 12:40:00.042298 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ea160-8b80-4e4f-bf0c-07295d3b3ecb req-fd6bf9b6-7fab-4f11-b7da-b8dba0f09a56 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:00.043679 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418ea160-8b80-4e4f-bf0c-07295d3b3ecb req-fd6bf9b6-7fab-4f11-b7da-b8dba0f09a56 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 945 time: 0.1342440 Aug 19 12:40:00.045377 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event deleted for resources: {'Port': ['ID=2984b9a5-dca0-499a-ba61-da470ed959d0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:00.152740 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e33ad4b4-0d71-4234-96f5-72ea541ae116 req-8be532a9-62c0-402c-b81a-d37aa9a2e0c6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups?id=15ac5a47-8d7b-45ba-8d87-a42fbfe81299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178274 Aug 19 12:40:00.158727 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-418ea160-8b80-4e4f-bf0c-07295d3b3ecb req-a40337b7-0e49-47ed-a4e5-65591769424d tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011193 Aug 19 12:40:00.220214 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Router d79a407b-d4fb-4427-97eb-fb9bec575ba7 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:00.328161 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:00.339344 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] Sync routers for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:00.348483 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:00.349127 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:39:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:00.367100 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] No DVR routers for this DVR port 2984b9a5-dca0-499a-ba61-da470ed959d0 on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:00.369891 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.371812 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-41ba3694-90be-4646-9f20-b56762ac131b req-9d31e663-ab16-428f-8fb3-d18a33c69e01 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.50 "DELETE /v2.0/ports/2984b9a5-dca0-499a-ba61-da470ed959d0 HTTP/1.1" status: 204 len: 173 time: 1.2134964 Aug 19 12:40:00.372250 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'name': 'network-vif-deleted', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:00.374610 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b3b630-e349-4caf-bb44-82059bb10f66" -d '{"events": [{"server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "name": "network-vif-deleted", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:00.413831 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7676102-5192-498c-8eb5-8c93a8e1a18f x-openstack-request-id: req-c7676102-5192-498c-8eb5-8c93a8e1a18f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:00.416519 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e12375-b03a-41f7-b6b3-bb9ad83696e1", "name": "network-vif-deleted", "tag": "2984b9a5-dca0-499a-ba61-da470ed959d0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:00.416826 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7676102-5192-498c-8eb5-8c93a8e1a18f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:00.417320 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e12375-b03a-41f7-b6b3-bb9ad83696e1', 'name': 'network-vif-deleted', 'tag': '2984b9a5-dca0-499a-ba61-da470ed959d0', 'status': 'completed', 'code': 200} Aug 19 12:40:00.481455 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:00.693161 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:00.718744 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] Checking router: d79a407b-d4fb-4427-97eb-fb9bec575ba7 for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:40:00.727251 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:00.727844 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:39:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:00.916552 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:01.113827 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:01.138953 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f80cc2-bb28-4445-900d-a8b8848332e4 None None] The sync data for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi is: [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:32:35Z', 'revision_number': 4, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab', 'name': '', 'network_id': 'cb1c9e31-53c2-4dcd-938f-625b46c20d81', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'mac_address': 'fa:16:3e:57:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:33Z', 'updated_at': '2021-08-19T12:32:46Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'subnets': [{'id': '6108d918-5a6c-421c-9b00-28fd4b2c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:01.252066 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51730) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:01.303412 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd3d7d-914f-4dab-825a-ddc05769c692 req-0cadfed8-ff28-4f7e-950d-33f34ea717b1 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.305192 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-29fd3d7d-914f-4dab-825a-ddc05769c692 req-0cadfed8-ff28-4f7e-950d-33f34ea717b1 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 945 time: 0.0709827 Aug 19 12:40:01.319662 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.348659 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.356023 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-29fd3d7d-914f-4dab-825a-ddc05769c692 req-7da4af99-a9f4-4ee9-b99e-bb4b72488813 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Aug 19 12:40:01.383007 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce6d56-9082-43b8-b31a-b9664c43138d None None] New status for floating IP 56ac3e3f-3be1-4fc2-b8b4-51c40df04c24: DOWN {{(pid=93796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:40:01.400628 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.403358 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.407309 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "DELETE /v2.0/security-groups/15ac5a47-8d7b-45ba-8d87-a42fbfe81299 HTTP/1.1" status: 204 len: 168 time: 0.1514285 Aug 19 12:40:01.407626 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 51736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:01.413776 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ac5a47-8d7b-45ba-8d87-a42fbfe81299,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:01.421595 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.421952 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.423025 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.423573 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.423921 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.424311 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.424676 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.425007 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.425525 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.425668 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.api.v2.resource [None req-a826f123-c8e7-4b31-b51a-39791202ad16 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] show failed (client error): The resource could not be found. Aug 19 12:40:01.426285 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.426786 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.427967 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ace6832-b752-4add-a450-8e0c80e7354e tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:01.430815 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-a826f123-c8e7-4b31-b51a-39791202ad16 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "GET /v2.0/security-groups/15ac5a47-8d7b-45ba-8d87-a42fbfe81299 HTTP/1.1" status: 404 len: 347 time: 0.0221405 Aug 19 12:40:01.430999 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51738) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:01.559696 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-798a5ebb-bbe9-4bb6-b6fc-cf7f2585a7b6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Deleting port 05f351db-4283-45ac-a155-513218cf9666 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:01.560046 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798a5ebb-bbe9-4bb6-b6fc-cf7f2585a7b6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.639596 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798a5ebb-bbe9-4bb6-b6fc-cf7f2585a7b6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.639951 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798a5ebb-bbe9-4bb6-b6fc-cf7f2585a7b6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.652838 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-798a5ebb-bbe9-4bb6-b6fc-cf7f2585a7b6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Calling delete_port for 05f351db-4283-45ac-a155-513218cf9666 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:01.719380 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:40:01.792471 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798a5ebb-bbe9-4bb6-b6fc-cf7f2585a7b6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.818302 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a5ebb-bbe9-4bb6-b6fc-cf7f2585a7b6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Pushing event deleted for resources: {'Port': ['ID=05f351db-4283-45ac-a155-513218cf9666,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:01.878022 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798a5ebb-bbe9-4bb6-b6fc-cf7f2585a7b6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.880477 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-798a5ebb-bbe9-4bb6-b6fc-cf7f2585a7b6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.881647 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-798a5ebb-bbe9-4bb6-b6fc-cf7f2585a7b6 tempest-AttachVolumeShelveTestJSON-1790025801 tempest-AttachVolumeShelveTestJSON-1790025801-project] 10.222.0.42 "DELETE /v2.0/floatingips/56ac3e3f-3be1-4fc2-b8b4-51c40df04c24 HTTP/1.1" status: 204 len: 168 time: 0.4495902 Aug 19 12:40:02.881167 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 2984b9a5-dca0-499a-ba61-da470ed959d0 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:02.901467 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: 2984b9a5-dca0-499a-ba61-da470ed959d0 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:02.901819 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 2984b9a5-dca0-499a-ba61-da470ed959d0 not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:03.228595 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3a9b-362c-427d-a219-dac4b117f53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.126500 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.304288 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 51778) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:04.956839 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636155'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.245741 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] Deleting port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:05.246086 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.329613 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] For port 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:05.330372 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.341907 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] Calling delete_port for 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:05.516313 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.545125 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:05.711286 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760171'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.749580 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50622195-22c9-4f06-8cb3-e6ad5cb9cf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.923679 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] Router d79a407b-d4fb-4427-97eb-fb9bec575ba7 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:06.032439 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:06.037422 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-a69633ac-74cb-4725-941c-32ab42c239f8 admin admin] 10.222.0.42 "PUT /v2.0/routers/d79a407b-d4fb-4427-97eb-fb9bec575ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7320433 Aug 19 12:40:06.040007 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 51784) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:06.040983 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] Sync routers for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:06.050292 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:06.050892 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:40:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.145652 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.154149 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:06.178979 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.259962 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.315271 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Deleting port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:06.315713 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.340229 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:40:05Z', 'revision_number': 5, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port': {'id': '42e5d8ab-7c69-47c2-8f28-83ebf877ef8d', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:32:27Z', 'updated_at': '2021-08-19T12:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.366904 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] Checking router: d79a407b-d4fb-4427-97eb-fb9bec575ba7 for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:40:06.376295 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] Routers {'d79a407b-d4fb-4427-97eb-fb9bec575ba7'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:06.376954 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:40:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.392561 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] For port 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=42e5d8ab-7c69-47c2-8f28-83ebf877ef8d,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:06.392952 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.405029 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Calling delete_port for 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:06.461936 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] Set router d79a407b-d4fb-4427-97eb-fb9bec575ba7 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:06.511902 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:40:06Z', 'revision_number': 6, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port_host': None}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.541090 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e51288-2e23-4794-aa6e-02db817a0a28 None None] The sync data for ids ['d79a407b-d4fb-4427-97eb-fb9bec575ba7'] in dv-cinder-804603-3-iscsi is: [{'id': 'd79a407b-d4fb-4427-97eb-fb9bec575ba7', 'name': 'tempest-AttachVolumeShelveTestJSON-1918501531-router', 'tenant_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:32:24Z', 'updated_at': '2021-08-19T12:40:06Z', 'revision_number': 6, 'project_id': 'fd59e08d217c4cc1952f67bc16d69dad', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:06.577023 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.605912 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Pushing event deleted for resources: {'Port': ['ID=42e5d8ab-7c69-47c2-8f28-83ebf877ef8d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:06.664802 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632483'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.752147 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.754158 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.794576 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623593'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.795115 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d79a407b-d4fb-4427-97eb-fb9bec575ba7 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:40:06.800171 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.801622 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-42f804e7-a2cd-4883-889b-67da7b64363b admin admin] 10.222.0.42 "DELETE /v2.0/routers/d79a407b-d4fb-4427-97eb-fb9bec575ba7 HTTP/1.1" status: 204 len: 168 time: 0.7605832 Aug 19 12:40:06.804101 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 51788) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:06.850104 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fe06ea-2926-49bd-8cf0-f1e6b77d18cf admin admin] Deleting subnet 6108d918-5a6c-421c-9b00-28fd4b2c86fd {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:40:06.853040 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22fe06ea-2926-49bd-8cf0-f1e6b77d18cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.887005 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22fe06ea-2926-49bd-8cf0-f1e6b77d18cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3237808'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.009711 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22fe06ea-2926-49bd-8cf0-f1e6b77d18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.060753 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22fe06ea-2926-49bd-8cf0-f1e6b77d18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3075687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2900412'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.086417 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe06ea-2926-49bd-8cf0-f1e6b77d18cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6108d918-5a6c-421c-9b00-28fd4b2c86fd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:07.090318 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22fe06ea-2926-49bd-8cf0-f1e6b77d18cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.092156 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-22fe06ea-2926-49bd-8cf0-f1e6b77d18cf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6108d918-5a6c-421c-9b00-28fd4b2c86fd HTTP/1.1" status: 204 len: 168 time: 0.2871137 Aug 19 12:40:07.094917 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 51790) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:07.099874 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27700740-f9c3-483a-a47c-63be365f7178 None None] Network cb1c9e31-53c2-4dcd-938f-625b46c20d81 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:07.142715 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.162261 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.221141 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Deleting port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:07.221488 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.283676 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] For port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=5c3bdaea-16a5-44dd-b92f-e7b50674f5bd,segment=NetworkSegment(c60ce767-c73e-4e6b-8e4d-5147f4968842),segment_id=c60ce767-c73e-4e6b-8e4d-5147f4968842)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:07.284041 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.296150 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Calling delete_port for 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:07.351958 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93814504-eaf6-4ec0-9ce7-1308359aafc9 None None] DHCP port deletion for cb1c9e31-53c2-4dcd-938f-625b46c20d81 request from dv-cinder-804603-3-iscsi {{(pid=93796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:40:07.381511 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.383333 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:07.405669 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3bdaea-16a5-44dd-b92f-e7b50674f5bd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:07.408583 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:07.409246 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0c6b3b7d-e7f2-4b9f-8a8f-a3396e0ed0ab not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:07.412039 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] No DVR routers for this DVR port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd on host dv-cinder-804603-3-iscsi {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:07.430347 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-93814504-eaf6-4ec0-9ce7-1308359aafc9 None None] Deleting port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:07.430791 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93814504-eaf6-4ec0-9ce7-1308359aafc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.491390 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.494275 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-93814504-eaf6-4ec0-9ce7-1308359aafc9 None None] For port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd, host dv-cinder-804603-3-iscsi, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:07.494666 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93814504-eaf6-4ec0-9ce7-1308359aafc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.501390 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1c9e31-53c2-4dcd-938f-625b46c20d81']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:07.507071 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-93814504-eaf6-4ec0-9ce7-1308359aafc9 None None] Calling delete_port for 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:07.509794 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-93814504-eaf6-4ec0-9ce7-1308359aafc9 None None] Port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:40:07.511051 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93814504-eaf6-4ec0-9ce7-1308359aafc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.511935 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60ce767-c73e-4e6b-8e4d-5147f4968842') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:07.512342 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60ce767-c73e-4e6b-8e4d-5147f4968842') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:07.522868 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3237817'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.537569 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.541047 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93814504-eaf6-4ec0-9ce7-1308359aafc9 None None] Pushing event deleted for resources: {'Port': ['ID=5c3bdaea-16a5-44dd-b92f-e7b50674f5bd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:07.544146 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:07.544559 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134149'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: Traceback (most recent call last): Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: timer() Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: cb(*args, **kw) Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: return func(*args, **kwargs) Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: self._notify() Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: self.callback(batched_events) Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: event.method(event) Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: return f(self, *a, **k) Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._get(url).json() Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:07.546599 dv-cinder-804603-3-iscsi neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:07.551367 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93814504-eaf6-4ec0-9ce7-1308359aafc9 None None] No DVR routers for this DVR port 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd on host dv-cinder-804603-3-iscsi {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:07.611535 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.617244 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.619092 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cb1c9e31-53c2-4dcd-938f-625b46c20d81 HTTP/1.1" status: 204 len: 168 time: 0.5232208 Aug 19 12:40:07.629998 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacebc16-2ffc-4d4d-8dc6-fc19a294dcf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1c9e31-53c2-4dcd-938f-625b46c20d81,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:07.727671 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 51796) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:07.768261 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-f02ea103-60b2-473c-abde-9333727eea90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd59e08d217c4cc1952f67bc16d69dad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394096 Aug 19 12:40:07.770659 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 51798) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:07.819964 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd1a56aa-3d94-4400-b003-33d7e79baaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.841286 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd1a56aa-3d94-4400-b003-33d7e79baaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.887912 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd1a56aa-3d94-4400-b003-33d7e79baaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.890586 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd1a56aa-3d94-4400-b003-33d7e79baaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.892215 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-fd1a56aa-3d94-4400-b003-33d7e79baaed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30dab4a6-f2c3-4cb2-af5e-d5fe05957176 HTTP/1.1" status: 204 len: 168 time: 0.1207194 Aug 19 12:40:07.899922 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a56aa-3d94-4400-b003-33d7e79baaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dab4a6-f2c3-4cb2-af5e-d5fe05957176,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:08.361071 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.851995 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:08.872195 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:08.872555 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 5c3bdaea-16a5-44dd-b92f-e7b50674f5bd not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:08.873105 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:08.891898 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:08.892255 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 42e5d8ab-7c69-47c2-8f28-83ebf877ef8d not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:13.303792 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c0a22-81a6-41d1-b1fa-b5a62ce66682 req-6ef9e615-e3cc-4de6-91c1-5b0847205c31 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:13.305296 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f02c0a22-81a6-41d1-b1fa-b5a62ce66682 req-6ef9e615-e3cc-4de6-91c1-5b0847205c31 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 945 time: 0.0492141 Aug 19 12:40:13.342574 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f02c0a22-81a6-41d1-b1fa-b5a62ce66682 req-35a299f9-10ef-4455-9be0-5f314e4901c5 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Aug 19 12:40:14.456220 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504aa82-68ce-4346-a5f5-12544dc1361c req-a0b3147b-593a-45fc-a051-f96534539a33 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:14.457684 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f504aa82-68ce-4346-a5f5-12544dc1361c req-a0b3147b-593a-45fc-a051-f96534539a33 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 945 time: 0.0476973 Aug 19 12:40:14.493551 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f504aa82-68ce-4346-a5f5-12544dc1361c req-f34d9d87-d7d2-4261-a14d-d8f14f9a21bd tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297167 Aug 19 12:40:15.608919 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2132f5-109c-42f8-aafb-786d23da5bcc req-a8e208cc-1dfa-42d3-86e4-78a4a2b0f6d9 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:15.610982 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cf2132f5-109c-42f8-aafb-786d23da5bcc req-a8e208cc-1dfa-42d3-86e4-78a4a2b0f6d9 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 945 time: 0.0510771 Aug 19 12:40:15.647298 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cf2132f5-109c-42f8-aafb-786d23da5bcc req-5828f96a-b4b1-4493-bcf9-ff3727a28457 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304680 Aug 19 12:40:16.767273 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fe9c0-15d0-4402-979e-cb54d99bf371 req-93de1f34-4515-4888-9092-ea9d32f129b1 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:16.768808 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e11fe9c0-15d0-4402-979e-cb54d99bf371 req-93de1f34-4515-4888-9092-ea9d32f129b1 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 945 time: 0.0490365 Aug 19 12:40:16.808809 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e11fe9c0-15d0-4402-979e-cb54d99bf371 req-9a622909-defe-49d1-92b0-518b182a516c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336196 Aug 19 12:40:17.132189 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-5b40392e-d0d1-42f9-834f-2e9b4ae8ffe2 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:17.133566 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-5b40392e-d0d1-42f9-834f-2e9b4ae8ffe2 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 945 time: 0.0472562 Aug 19 12:40:17.228718 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-eaa797bb-9703-4b18-8171-d8e23610b5b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Deleting port d63edce9-3325-49b3-818c-62eebfca7498 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:17.229058 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-eaa797bb-9703-4b18-8171-d8e23610b5b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.312563 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-eaa797bb-9703-4b18-8171-d8e23610b5b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] For port d63edce9-3325-49b3-818c-62eebfca7498, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=d63edce9-3325-49b3-818c-62eebfca7498,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:17.312956 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-eaa797bb-9703-4b18-8171-d8e23610b5b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.324857 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-eaa797bb-9703-4b18-8171-d8e23610b5b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Calling delete_port for d63edce9-3325-49b3-818c-62eebfca7498 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:17.449060 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-eaa797bb-9703-4b18-8171-d8e23610b5b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.462109 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['f276c45d-16bd-413a-8194-653a5e6a97fe', 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f', 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a', 'd63edce9-3325-49b3-818c-62eebfca7498'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:17.475485 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa797bb-9703-4b18-8171-d8e23610b5b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Pushing event deleted for resources: {'Port': ['ID=d63edce9-3325-49b3-818c-62eebfca7498,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:17.521253 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-eaa797bb-9703-4b18-8171-d8e23610b5b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] No DVR routers for this DVR port d63edce9-3325-49b3-818c-62eebfca7498 on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:17.523723 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-eaa797bb-9703-4b18-8171-d8e23610b5b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.525707 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4db68f30-81bd-4640-9d06-bdfc6e804609 req-eaa797bb-9703-4b18-8171-d8e23610b5b0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "DELETE /v2.0/ports/d63edce9-3325-49b3-818c-62eebfca7498 HTTP/1.1" status: 204 len: 173 time: 0.3816850 Aug 19 12:40:17.526137 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8', 'name': 'network-vif-deleted', 'tag': 'd63edce9-3325-49b3-818c-62eebfca7498'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:17.528365 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de19ab7e-2383-4464-a49d-28ba95dc5d03" -d '{"events": [{"server_uuid": "bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8", "name": "network-vif-deleted", "tag": "d63edce9-3325-49b3-818c-62eebfca7498"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:17.568297 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcec5fea-239d-4adb-99e3-dee3bc0a8117 x-openstack-request-id: req-fcec5fea-239d-4adb-99e3-dee3bc0a8117 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:17.568713 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8", "name": "network-vif-deleted", "tag": "d63edce9-3325-49b3-818c-62eebfca7498", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:17.568973 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fcec5fea-239d-4adb-99e3-dee3bc0a8117 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:17.569367 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8', 'name': 'network-vif-deleted', 'tag': 'd63edce9-3325-49b3-818c-62eebfca7498', 'status': 'completed', 'code': 200} Aug 19 12:40:17.914125 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a989732-870a-4645-b618-db5a9d7fc0fd req-19941946-d91a-4dac-9955-de5f404636d9 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfd5bf83-c8c3-4cb5-9ba8-0e2938172ca8 HTTP/1.1" status: 200 len: 210 time: 0.0257795 Aug 19 12:40:21.845753 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device d63edce9-3325-49b3-818c-62eebfca7498 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:21.868233 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: d63edce9-3325-49b3-818c-62eebfca7498 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:21.868642 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device d63edce9-3325-49b3-818c-62eebfca7498 not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:23.479198 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073903b-8f93-4b00-8465-1c098401771f req-a193e636-e144-4fba-a1ed-2397cca11ca6 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:23.480648 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4073903b-8f93-4b00-8465-1c098401771f req-a193e636-e144-4fba-a1ed-2397cca11ca6 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 945 time: 0.0506272 Aug 19 12:40:23.518571 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4073903b-8f93-4b00-8465-1c098401771f req-4e0a12ba-e846-4f5a-9028-91c156c1c835 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Aug 19 12:40:24.630925 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6158a-79d4-45f6-9000-abb5158f042d req-a2b10405-3ec2-47dc-831b-2a91eb7ad8ea tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:24.632389 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7ee6158a-79d4-45f6-9000-abb5158f042d req-a2b10405-3ec2-47dc-831b-2a91eb7ad8ea tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 945 time: 0.0477953 Aug 19 12:40:24.669749 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7ee6158a-79d4-45f6-9000-abb5158f042d req-f2dec81b-3540-4e9b-87d5-74da9575de5b tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Aug 19 12:40:25.136220 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-f7bd1e44-65dd-4fcc-9b64-c81938d5a4b8 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:25.137708 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-f7bd1e44-65dd-4fcc-9b64-c81938d5a4b8 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 945 time: 0.0520704 Aug 19 12:40:25.228229 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Deleting port bc46d834-5eb0-4bff-85a2-0bcc83752d8a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:25.228569 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.320538 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] For port bc46d834-5eb0-4bff-85a2-0bcc83752d8a, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:25.320934 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.333876 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Calling delete_port for bc46d834-5eb0-4bff-85a2-0bcc83752d8a owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:25.478874 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.490811 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['f276c45d-16bd-413a-8194-653a5e6a97fe', 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f', 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:25.516916 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Pushing event deleted for resources: {'Port': ['ID=bc46d834-5eb0-4bff-85a2-0bcc83752d8a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:25.533016 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.533016 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.533432 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.533844 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.534250 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.534654 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.535054 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.535457 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.535847 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.536253 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.536589 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.536944 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:25.572527 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] No DVR routers for this DVR port bc46d834-5eb0-4bff-85a2-0bcc83752d8a on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:25.575035 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.577008 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bd0746a1-898d-4547-8fc9-d84843f128c4 req-e9683e7f-cbec-4a38-9da3-c9d0af35ef39 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "DELETE /v2.0/ports/bc46d834-5eb0-4bff-85a2-0bcc83752d8a HTTP/1.1" status: 204 len: 173 time: 0.4322796 Aug 19 12:40:25.577433 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efba6ba-9e20-4f8a-a678-05c16e7c3ecb', 'name': 'network-vif-deleted', 'tag': 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:25.579987 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf8811a-2d81-41b8-9823-f672e02c2f2c" -d '{"events": [{"server_uuid": "5efba6ba-9e20-4f8a-a678-05c16e7c3ecb", "name": "network-vif-deleted", "tag": "bc46d834-5eb0-4bff-85a2-0bcc83752d8a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:25.617187 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92ce3cb-6647-4d57-9f0d-8b1f360bc802 x-openstack-request-id: req-c92ce3cb-6647-4d57-9f0d-8b1f360bc802 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:25.617500 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efba6ba-9e20-4f8a-a678-05c16e7c3ecb", "name": "network-vif-deleted", "tag": "bc46d834-5eb0-4bff-85a2-0bcc83752d8a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:25.617737 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c92ce3cb-6647-4d57-9f0d-8b1f360bc802 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:25.618132 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efba6ba-9e20-4f8a-a678-05c16e7c3ecb', 'name': 'network-vif-deleted', 'tag': 'bc46d834-5eb0-4bff-85a2-0bcc83752d8a', 'status': 'completed', 'code': 200} Aug 19 12:40:25.787488 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-34109709-8b31-47fc-8610-c1d6eef2c6c3 req-2450f4fa-dbbd-4c92-871e-008244d55a48 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efba6ba-9e20-4f8a-a678-05c16e7c3ecb HTTP/1.1" status: 200 len: 210 time: 0.0279634 Aug 19 12:40:26.783050 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-628a2ab8-daeb-41e1-9607-be1177fd2851 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177726011&fields=id&tenant_id=1fd599613e294891b5714102c5607640 HTTP/1.1" status: 200 len: 267 time: 0.0355041 Aug 19 12:40:26.927705 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8377347-052c-44d5-ad97-de411fa824e8 req-d2273620-2298-4690-bc8d-86acd84a68eb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:26.929305 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-d2273620-2298-4690-bc8d-86acd84a68eb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 811 time: 0.1385968 Aug 19 12:40:26.945117 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-0a39595b-3a59-4f73-ba19-3a5aa82841a2 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/quotas/1fd599613e294891b5714102c5607640 HTTP/1.1" status: 200 len: 375 time: 0.0098810 Aug 19 12:40:27.008125 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-0934a5f8-1e6a-45d8-94ab-3a3012555546 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554261 Aug 19 12:40:27.136057 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573840d8-c9f3-490a-889d-e54faea0a57e req-ea0d97ed-d682-4f94-b334-9e7234cdf132 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.137499 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-573840d8-c9f3-490a-889d-e54faea0a57e req-ea0d97ed-d682-4f94-b334-9e7234cdf132 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 946 time: 0.0734549 Aug 19 12:40:27.142827 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-e7694e6f-1bb9-4381-bcfc-89ac79809d67 service neutron] 10.222.0.42 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235576 Aug 19 12:40:27.224379 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-573840d8-c9f3-490a-889d-e54faea0a57e req-87fa1f95-4ec0-4042-9ed4-6ef09cc54a25 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806105 Aug 19 12:40:27.254530 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-50977546-0ca8-4dbb-9019-fecbdd817f55 service neutron] 10.222.0.42 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050825 Aug 19 12:40:27.530354 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-46ca454b-b258-4796-9a29-580be7a772ab req-9d4fd6e4-c90b-49e8-b052-10f66bba5601 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 210 time: 0.0254414 Aug 19 12:40:28.342861 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f486d5-d078-4dc5-8184-bbf5be4a06b7 req-73655565-34d3-4592-b64b-4710d0a348f7 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.344358 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-26f486d5-d078-4dc5-8184-bbf5be4a06b7 req-73655565-34d3-4592-b64b-4710d0a348f7 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 946 time: 0.0508659 Aug 19 12:40:28.467042 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-26f486d5-d078-4dc5-8184-bbf5be4a06b7 req-3332cb2b-5ca3-4271-b212-9dcb4b0d12de tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165609 Aug 19 12:40:28.504938 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-056f5606-820a-4447-a2a7-342b42ed7ae1 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.506398 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-056f5606-820a-4447-a2a7-342b42ed7ae1 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 946 time: 0.0927746 Aug 19 12:40:28.528503 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8377347-052c-44d5-ad97-de411fa824e8 req-7c64d1a1-44a4-45e1-a01d-e53f1051c0df tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.529959 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-7c64d1a1-44a4-45e1-a01d-e53f1051c0df tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 811 time: 0.1731746 Aug 19 12:40:28.626693 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-9bf9a3b0-ad15-4981-b3ee-cf7d5dd3c3d5 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd599613e294891b5714102c5607640 HTTP/1.1" status: 200 len: 380 time: 0.0773504 Aug 19 12:40:28.642402 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-12507ca2-2235-4545-93d6-9e62040f1b88 req-6baef5c4-18a7-4884-b63d-373753723c18 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 210 time: 0.0437865 Aug 19 12:40:28.646703 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'port': {'device_id': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'admin_state_up': True, 'tenant_id': '1fd599613e294891b5714102c5607640', 'security_groups': ['23237fb1-c6ba-47fe-a1a1-3389946268c5']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:28.992100 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-6c5204cf-01ba-4a72-a6c1-c8366f1eee8c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Deleting port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:28.992441 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-6c5204cf-01ba-4a72-a6c1-c8366f1eee8c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.005328 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device bc46d834-5eb0-4bff-85a2-0bcc83752d8a no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:29.026332 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: bc46d834-5eb0-4bff-85a2-0bcc83752d8a {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:29.026679 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device bc46d834-5eb0-4bff-85a2-0bcc83752d8a not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:29.102351 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Made reservation on behalf of 1fd599613e294891b5714102c5607640 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:29.105815 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.125574 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-6c5204cf-01ba-4a72-a6c1-c8366f1eee8c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] For port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:29.125937 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-6c5204cf-01ba-4a72-a6c1-c8366f1eee8c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.145620 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-6c5204cf-01ba-4a72-a6c1-c8366f1eee8c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Calling delete_port for cdf9f27a-66cf-4d1b-8090-8c3e1beba58f owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:29.305129 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Allocated IP 172.20.0.11 (888559b7-b97e-464b-b94c-cbf8342520f5/af200914-5b75-4155-99e5-f10386a0ccbf/23b98b8f-2b6d-4eea-970a-9231555c6ed8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:29.392696 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-6c5204cf-01ba-4a72-a6c1-c8366f1eee8c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.403578 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['f276c45d-16bd-413a-8194-653a5e6a97fe', 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:29.453731 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5204cf-01ba-4a72-a6c1-c8366f1eee8c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Pushing event deleted for resources: {'Port': ['ID=cdf9f27a-66cf-4d1b-8090-8c3e1beba58f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:29.509014 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-6c5204cf-01ba-4a72-a6c1-c8366f1eee8c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] No DVR routers for this DVR port cdf9f27a-66cf-4d1b-8090-8c3e1beba58f on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:29.512791 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-6c5204cf-01ba-4a72-a6c1-c8366f1eee8c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.514728 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4c10059-3028-41f8-b0f6-f9ff5bb77ee5 req-6c5204cf-01ba-4a72-a6c1-c8366f1eee8c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "DELETE /v2.0/ports/cdf9f27a-66cf-4d1b-8090-8c3e1beba58f HTTP/1.1" status: 204 len: 173 time: 1.0012503 Aug 19 12:40:29.515160 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a28e1a-e243-4db6-94ac-3932e39113fb', 'name': 'network-vif-deleted', 'tag': 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:29.524232 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c1b87f-0e6e-4f1d-89c3-aca28f53e60a" -d '{"events": [{"server_uuid": "c9a28e1a-e243-4db6-94ac-3932e39113fb", "name": "network-vif-deleted", "tag": "cdf9f27a-66cf-4d1b-8090-8c3e1beba58f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:29.584262 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad66237b-96c9-4eb2-8308-98a69b2f18b5 x-openstack-request-id: req-ad66237b-96c9-4eb2-8308-98a69b2f18b5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:29.584659 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a28e1a-e243-4db6-94ac-3932e39113fb", "name": "network-vif-deleted", "tag": "cdf9f27a-66cf-4d1b-8090-8c3e1beba58f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:29.585003 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad66237b-96c9-4eb2-8308-98a69b2f18b5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:29.585462 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a28e1a-e243-4db6-94ac-3932e39113fb', 'name': 'network-vif-deleted', 'tag': 'cdf9f27a-66cf-4d1b-8090-8c3e1beba58f', 'status': 'completed', 'code': 200} Aug 19 12:40:29.587827 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ab046dc2-cc08-471c-a61f-b28e3be632ec req-1e438f51-130d-4fea-9bde-9ba386ba1129 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a28e1a-e243-4db6-94ac-3932e39113fb HTTP/1.1" status: 200 len: 210 time: 0.0451043 Aug 19 12:40:29.592885 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.613961 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Transition to ACTIVE for port object 23b98b8f-2b6d-4eea-970a-9231555c6ed8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:29.647413 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.689942 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Network 888559b7-b97e-464b-b94c-cbf8342520f5 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:29.695242 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:29.698915 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:29.728434 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'Port': ['ID=23b98b8f-2b6d-4eea-970a-9231555c6ed8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:29.777682 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.778306 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.803106 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bf700-4af0-4eed-b847-9108dcefb2ce req-55454010-2428-41ef-85c7-2d4e2b5f33c5 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.804632 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-722bf700-4af0-4eed-b847-9108dcefb2ce req-55454010-2428-41ef-85c7-2d4e2b5f33c5 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 932 time: 0.0797732 Aug 19 12:40:29.806082 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-3139ae50-1d8c-4e67-9145-59eb4bc65ebb tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1659489 Aug 19 12:40:29.828687 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Request body: {'port': {'device_id': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:29.873904 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-722bf700-4af0-4eed-b847-9108dcefb2ce req-174a3e10-5c57-43bb-95eb-bb63215ab98f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630748 Aug 19 12:40:29.901002 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-77bbaec8-30ac-4f63-9740-d87fb5638040 None None] Provisioning for port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:29.904092 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.905058 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-77bbaec8-30ac-4f63-9740-d87fb5638040 None None] Provisioning complete for port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:29.905539 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77bbaec8-30ac-4f63-9740-d87fb5638040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.945164 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-77bbaec8-30ac-4f63-9740-d87fb5638040 None None] Port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:30.181293 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b98b8f-2b6d-4eea-970a-9231555c6ed8 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:30.189154 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.201269 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Transition to ACTIVE for port object 23b98b8f-2b6d-4eea-970a-9231555c6ed8 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:30.205979 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.256186 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Pushing event updated for resources: {'Port': ['ID=23b98b8f-2b6d-4eea-970a-9231555c6ed8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:30.344786 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Attempting to bind port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:30.345141 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Attempting to bind port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:30.345433 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Attempting to bind port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 on network 888559b7-b97e-464b-b94c-cbf8342520f5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:30.349849 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 on network 888559b7-b97e-464b-b94c-cbf8342520f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:30.350171 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Attempting to bind port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 on network 888559b7-b97e-464b-b94c-cbf8342520f5 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:30.355104 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:30.355765 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Checking segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:30.356142 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Bound using segment: {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:30.356571 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Bound port: 23b98b8f-2b6d-4eea-970a-9231555c6ed8, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac887a7b-78f5-4480-b265-5ed2c886a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:30.356948 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.422997 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] For port 23b98b8f-2b6d-4eea-970a-9231555c6ed8, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:30.426119 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] For port 23b98b8f-2b6d-4eea-970a-9231555c6ed8, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=23b98b8f-2b6d-4eea-970a-9231555c6ed8,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:30.430314 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.463493 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.464105 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.465568 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] 10.222.0.50 "PUT /v2.0/ports/23b98b8f-2b6d-4eea-970a-9231555c6ed8 HTTP/1.1" status: 200 len: 1094 time: 0.6475291 Aug 19 12:40:30.487770 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7b37c-e274-4229-adaf-6726ba324d92 service neutron] Pushing event updated for resources: {'Port': ['ID=23b98b8f-2b6d-4eea-970a-9231555c6ed8,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:30.548953 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8377347-052c-44d5-ad97-de411fa824e8 req-515e07d7-e938-4a45-accc-b810b8a988b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.550478 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-515e07d7-e938-4a45-accc-b810b8a988b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 1097 time: 0.0466855 Aug 19 12:40:30.594996 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-be29e329-bfb2-4214-86d4-1273131c279c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b98b8f-2b6d-4eea-970a-9231555c6ed8 HTTP/1.1" status: 200 len: 217 time: 0.0363832 Aug 19 12:40:30.646773 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8377347-052c-44d5-ad97-de411fa824e8 req-4b85a64a-b2e6-4b02-85af-94f9a56d0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.648232 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-4b85a64a-b2e6-4b02-85af-94f9a56d0898 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0470417 Aug 19 12:40:30.701710 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8377347-052c-44d5-ad97-de411fa824e8 req-af6d817b-0228-474c-ac3c-d05f342b6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.703447 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-af6d817b-0228-474c-ac3c-d05f342b6483 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479438 Aug 19 12:40:30.794268 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-49680e24-bac4-4e3e-8395-5a6a1a8d92e4 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836673 Aug 19 12:40:30.901090 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a8377347-052c-44d5-ad97-de411fa824e8 req-da9c0e1c-bd0e-4382-9351-6aa4ea9ca02d service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991495 Aug 19 12:40:30.998087 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c883d-e338-4714-8a66-e5f6fd105b82 req-25301c81-5506-45b8-b0de-e2354ece8559 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.999502 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-895c883d-e338-4714-8a66-e5f6fd105b82 req-25301c81-5506-45b8-b0de-e2354ece8559 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0485883 Aug 19 12:40:31.036664 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-895c883d-e338-4714-8a66-e5f6fd105b82 req-c0b0476e-e6fb-4de8-b02f-fdf04ee0caf2 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310750 Aug 19 12:40:31.587134 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'tag': '23b98b8f-2b6d-4eea-970a-9231555c6ed8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:31.589687 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd886ad-3492-49c3-9822-7e99954385ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5e28d72a-2422-4820-82e3-1c3d485e93b8", "tag": "23b98b8f-2b6d-4eea-970a-9231555c6ed8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:31.626658 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5d0631-6a02-4d3d-8478-d04062c5c78f x-openstack-request-id: req-0f5d0631-6a02-4d3d-8478-d04062c5c78f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:31.626979 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e28d72a-2422-4820-82e3-1c3d485e93b8", "tag": "23b98b8f-2b6d-4eea-970a-9231555c6ed8", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:31.627237 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f5d0631-6a02-4d3d-8478-d04062c5c78f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:31.627632 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'tag': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'status': 'completed', 'code': 200} Aug 19 12:40:31.686822 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd886ad-3492-49c3-9822-7e99954385ae req-0a78c787-783b-402d-a9e1-74b5d9db7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.689029 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9cd886ad-3492-49c3-9822-7e99954385ae req-0a78c787-783b-402d-a9e1-74b5d9db7aa6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 1097 time: 0.0396554 Aug 19 12:40:31.778904 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd886ad-3492-49c3-9822-7e99954385ae req-c88c9b05-f028-45fa-ba2d-8e48224060ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.780359 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9cd886ad-3492-49c3-9822-7e99954385ae req-c88c9b05-f028-45fa-ba2d-8e48224060ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 912 time: 0.0848894 Aug 19 12:40:31.821019 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9cd886ad-3492-49c3-9822-7e99954385ae req-04443839-21b8-465d-aa88-620ab8a33044 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b98b8f-2b6d-4eea-970a-9231555c6ed8 HTTP/1.1" status: 200 len: 217 time: 0.0335820 Aug 19 12:40:31.875615 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd886ad-3492-49c3-9822-7e99954385ae req-7741068a-0391-402a-96d2-7635bdf74f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.877092 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9cd886ad-3492-49c3-9822-7e99954385ae req-7741068a-0391-402a-96d2-7635bdf74f00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0496681 Aug 19 12:40:31.930525 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd886ad-3492-49c3-9822-7e99954385ae req-be463ffa-9889-4f52-a137-c8da05d846f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.932058 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9cd886ad-3492-49c3-9822-7e99954385ae req-be463ffa-9889-4f52-a137-c8da05d846f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464683 Aug 19 12:40:32.046295 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9637131-c8ac-4d07-9368-bb97d49072a0 req-fc078034-70fa-4f6a-8504-dc1fb5d272fc tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.048774 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c9637131-c8ac-4d07-9368-bb97d49072a0 req-fc078034-70fa-4f6a-8504-dc1fb5d272fc tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.1018524 Aug 19 12:40:32.068436 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9cd886ad-3492-49c3-9822-7e99954385ae req-9665425c-c9a7-405e-a505-03a69a5f60e9 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286037 Aug 19 12:40:32.144148 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c9637131-c8ac-4d07-9368-bb97d49072a0 req-18b36fa7-adf6-4afb-9906-94b2853327c4 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868781 Aug 19 12:40:32.208974 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed9c91-04c0-4714-85b1-2f5a6745b064 req-f326cd8d-bf47-48f6-8f06-682382171403 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.210498 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8ed9c91-04c0-4714-85b1-2f5a6745b064 req-f326cd8d-bf47-48f6-8f06-682382171403 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0824387 Aug 19 12:40:32.217177 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9cd886ad-3492-49c3-9822-7e99954385ae req-1cc27556-ad95-44d5-ac5d-360211afe17e service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402071 Aug 19 12:40:32.252319 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c8ed9c91-04c0-4714-85b1-2f5a6745b064 req-32666862-dc0e-4041-a2d2-bdece90dfaa9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341170 Aug 19 12:40:33.230311 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-636a59df-9ab7-45f4-84d6-dd184e3138b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.260872 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a3c24-a81c-4adf-8e30-aeef69ff6110 req-83db9c7e-3ac4-4758-88ef-a44508bcaca9 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:33.262350 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f82a3c24-a81c-4adf-8e30-aeef69ff6110 req-83db9c7e-3ac4-4758-88ef-a44508bcaca9 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0520945 Aug 19 12:40:33.300567 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f82a3c24-a81c-4adf-8e30-aeef69ff6110 req-c6d5dc7a-2cc5-446f-abcf-d96093dbc23a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315526 Aug 19 12:40:33.365526 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a204214-7aaa-4757-8987-89880731cdc9 req-711ac187-fcd2-4591-9f18-f1841797e931 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:33.366961 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a204214-7aaa-4757-8987-89880731cdc9 req-711ac187-fcd2-4591-9f18-f1841797e931 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0482316 Aug 19 12:40:33.407596 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a204214-7aaa-4757-8987-89880731cdc9 req-b004d853-0bc8-4f36-a01b-1df9eed0c4d9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348020 Aug 19 12:40:34.237587 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cdf9f27a-66cf-4d1b-8090-8c3e1beba58f no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:34.264103 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: cdf9f27a-66cf-4d1b-8090-8c3e1beba58f {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:34.264451 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device cdf9f27a-66cf-4d1b-8090-8c3e1beba58f not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:34.270300 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.413752 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84313e4-6aca-44f4-a9cd-73f50fbc6fb3 req-a56200cc-57e3-4d6b-b4b7-99ff371c3369 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.415225 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c84313e4-6aca-44f4-a9cd-73f50fbc6fb3 req-a56200cc-57e3-4d6b-b4b7-99ff371c3369 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0487261 Aug 19 12:40:34.453392 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c84313e4-6aca-44f4-a9cd-73f50fbc6fb3 req-66190502-b642-4dd8-a5fa-597f8783ba21 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Aug 19 12:40:34.519282 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8d802-7965-45e6-ba7d-1a9b1a102e04 req-f3c07dde-79f5-45e4-8b7d-938d17bcbb09 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.520769 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-33c8d802-7965-45e6-ba7d-1a9b1a102e04 req-f3c07dde-79f5-45e4-8b7d-938d17bcbb09 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0479341 Aug 19 12:40:34.557097 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-33c8d802-7965-45e6-ba7d-1a9b1a102e04 req-4bd02877-6b2f-4e45-94a1-1fc3b2655f21 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305421 Aug 19 12:40:35.585877 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b26cd-3ed6-4553-b81b-559b8dceb957 req-b1732cb3-daf5-497a-b62c-8d78e458bcde tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:35.587666 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d62b26cd-3ed6-4553-b81b-559b8dceb957 req-b1732cb3-daf5-497a-b62c-8d78e458bcde tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0587857 Aug 19 12:40:35.654109 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d62b26cd-3ed6-4553-b81b-559b8dceb957 req-a5629074-b401-4307-8c36-97962ec2fc90 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579531 Aug 19 12:40:35.690499 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f5eac-558c-4104-b37a-68dead4b20f5 req-07454d2b-1eee-47e8-bbaf-94d50ba8e403 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:35.691994 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-318f5eac-558c-4104-b37a-68dead4b20f5 req-07454d2b-1eee-47e8-bbaf-94d50ba8e403 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0544696 Aug 19 12:40:35.737685 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-318f5eac-558c-4104-b37a-68dead4b20f5 req-081497f3-f1e7-43cd-8545-1a45d2f6ee2b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396945 Aug 19 12:40:35.751132 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91b52c49-f1a6-4ef7-b022-2fcf77245014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.181006 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.625979 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-acf6b1cf-b989-42b6-8f19-f3c17aea5d77 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.627446 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-acf6b1cf-b989-42b6-8f19-f3c17aea5d77 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0483739 Aug 19 12:40:36.766937 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db2fe3-65fb-4d81-a0b0-51e1cecea0a0 req-eebbac1e-0a86-46ab-85be-2ab209b9d596 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.768431 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-23db2fe3-65fb-4d81-a0b0-51e1cecea0a0 req-eebbac1e-0a86-46ab-85be-2ab209b9d596 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0483077 Aug 19 12:40:36.811577 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-23db2fe3-65fb-4d81-a0b0-51e1cecea0a0 req-50eb8292-d7ea-4a6e-b5ee-c801ea433320 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352204 Aug 19 12:40:36.861809 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a380d8-33d7-4ab2-8709-63633d0403a5 req-25a3801a-8058-4dce-8e6f-8c1f0fc98375 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.863328 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-05a380d8-33d7-4ab2-8709-63633d0403a5 req-25a3801a-8058-4dce-8e6f-8c1f0fc98375 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0560448 Aug 19 12:40:36.901542 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-05a380d8-33d7-4ab2-8709-63633d0403a5 req-11720e88-1e9c-493e-a9fb-2e3ccfbc106b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323241 Aug 19 12:40:37.112679 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:37.928258 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552f06c-af8c-49f6-82c3-a38f47c6e770 req-f052e06b-68d7-42e3-8600-83835e93b92a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:37.929781 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0552f06c-af8c-49f6-82c3-a38f47c6e770 req-f052e06b-68d7-42e3-8600-83835e93b92a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0490716 Aug 19 12:40:37.968157 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0552f06c-af8c-49f6-82c3-a38f47c6e770 req-2f1d4873-7248-47e3-873a-d979d303698a tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325289 Aug 19 12:40:38.014261 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28260e-77dd-4ef9-8e4b-127450f8cbf3 req-31d435f5-e62e-45f6-ac14-9eb671d91a0e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:38.016557 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7d28260e-77dd-4ef9-8e4b-127450f8cbf3 req-31d435f5-e62e-45f6-ac14-9eb671d91a0e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0473008 Aug 19 12:40:38.052966 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7d28260e-77dd-4ef9-8e4b-127450f8cbf3 req-be1b12a8-26be-4741-838f-435256b25d24 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304997 Aug 19 12:40:38.357614 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:38.718184 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:40:39.082395 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925166bf-f164-4dc1-ad3c-603e2b848bf5 req-170499eb-35bf-4fcb-adb9-d75f29bf28a8 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:39.083873 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-925166bf-f164-4dc1-ad3c-603e2b848bf5 req-170499eb-35bf-4fcb-adb9-d75f29bf28a8 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 946 time: 0.0502453 Aug 19 12:40:39.121951 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-925166bf-f164-4dc1-ad3c-603e2b848bf5 req-61c3eb69-9d91-4dc7-ad9b-f92ccc7584f0 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a8956bc-85c5-4c9f-8244-ec8f0238267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319700 Aug 19 12:40:39.167610 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db01be3-0c2b-4b31-9a81-a508034e452b req-b0387ca0-f0b4-4f68-9b03-8dff5cac17da tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:39.169075 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3db01be3-0c2b-4b31-9a81-a508034e452b req-b0387ca0-f0b4-4f68-9b03-8dff5cac17da tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0504105 Aug 19 12:40:39.206989 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3db01be3-0c2b-4b31-9a81-a508034e452b req-832dec2f-7477-4078-8c2f-6703a5a3ed22 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Aug 19 12:40:39.407943 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-ec19fa9a-b4be-403e-9c19-1915fbd53653 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Deleting port f276c45d-16bd-413a-8194-653a5e6a97fe {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:39.408452 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-ec19fa9a-b4be-403e-9c19-1915fbd53653 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.495086 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-ec19fa9a-b4be-403e-9c19-1915fbd53653 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] For port f276c45d-16bd-413a-8194-653a5e6a97fe, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=f276c45d-16bd-413a-8194-653a5e6a97fe,segment=NetworkSegment(9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5),segment_id=9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:39.495440 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-ec19fa9a-b4be-403e-9c19-1915fbd53653 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.507484 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-ec19fa9a-b4be-403e-9c19-1915fbd53653 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Calling delete_port for f276c45d-16bd-413a-8194-653a5e6a97fe owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:39.632976 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-ec19fa9a-b4be-403e-9c19-1915fbd53653 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.644845 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['f276c45d-16bd-413a-8194-653a5e6a97fe'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:39.661890 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19fa9a-b4be-403e-9c19-1915fbd53653 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Pushing event deleted for resources: {'Port': ['ID=f276c45d-16bd-413a-8194-653a5e6a97fe,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:39.703473 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-ec19fa9a-b4be-403e-9c19-1915fbd53653 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] No DVR routers for this DVR port f276c45d-16bd-413a-8194-653a5e6a97fe on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:39.706633 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-ec19fa9a-b4be-403e-9c19-1915fbd53653 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.708702 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-30acb84e-8495-4cf7-bbcb-e0c4b22968f8 req-ec19fa9a-b4be-403e-9c19-1915fbd53653 tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.50 "DELETE /v2.0/ports/f276c45d-16bd-413a-8194-653a5e6a97fe HTTP/1.1" status: 204 len: 173 time: 0.3897390 Aug 19 12:40:39.709138 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08956888-5189-49a9-94d4-55c73451ea9d', 'name': 'network-vif-deleted', 'tag': 'f276c45d-16bd-413a-8194-653a5e6a97fe'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:39.711449 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31e90d9-5716-4d54-856c-167a1655a8cd" -d '{"events": [{"server_uuid": "08956888-5189-49a9-94d4-55c73451ea9d", "name": "network-vif-deleted", "tag": "f276c45d-16bd-413a-8194-653a5e6a97fe"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:39.746187 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afc1ba4-0648-4d28-8723-9ed249d4fcc2 x-openstack-request-id: req-9afc1ba4-0648-4d28-8723-9ed249d4fcc2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:39.746479 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08956888-5189-49a9-94d4-55c73451ea9d", "name": "network-vif-deleted", "tag": "f276c45d-16bd-413a-8194-653a5e6a97fe", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:39.746733 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9afc1ba4-0648-4d28-8723-9ed249d4fcc2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:39.747130 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08956888-5189-49a9-94d4-55c73451ea9d', 'name': 'network-vif-deleted', 'tag': 'f276c45d-16bd-413a-8194-653a5e6a97fe', 'status': 'completed', 'code': 200} Aug 19 12:40:40.263301 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dd3ebde5-7173-4ee8-b9f6-fd615f1689ee req-9e43fe16-c220-408e-b563-f0760123597c tempest-AttachVolumeNegativeTest-1646152436 tempest-AttachVolumeNegativeTest-1646152436-project] 10.222.0.42 "GET /v2.0/ports?device_id=08956888-5189-49a9-94d4-55c73451ea9d HTTP/1.1" status: 200 len: 210 time: 0.0605323 Aug 19 12:40:40.348255 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4a1f1-a394-41bf-b39f-9bc9ff353f73 req-365078a8-d8cd-4650-82ce-7d3fffa495c7 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:40.349902 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-44f4a1f1-a394-41bf-b39f-9bc9ff353f73 req-365078a8-d8cd-4650-82ce-7d3fffa495c7 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0569417 Aug 19 12:40:40.389950 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-44f4a1f1-a394-41bf-b39f-9bc9ff353f73 req-aa7e0c81-6270-4192-8dea-06129497637b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Aug 19 12:40:40.935064 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-fb298218-725f-44b1-af64-dc29ffe557f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383346 Aug 19 12:40:40.997417 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-fc6b2003-48f0-4da7-9950-c10a5d4999bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:40.998863 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-fc6b2003-48f0-4da7-9950-c10a5d4999bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 1098 time: 0.0419221 Aug 19 12:40:41.105016 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-6b512139-15ea-4ccd-bcb1-84d4beb8d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.106403 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-6b512139-15ea-4ccd-bcb1-84d4beb8d8f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 912 time: 0.0840402 Aug 19 12:40:41.174408 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-8955a958-7622-4cc5-bdf4-0002dca14bb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e HTTP/1.1" status: 200 len: 999 time: 0.0598791 Aug 19 12:40:41.223591 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-304bf53f-6be5-4c0b-b442-22c59bcf1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.225081 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-304bf53f-6be5-4c0b-b442-22c59bcf1455 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0425987 Aug 19 12:40:41.270253 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-733d207a-38cc-4ed9-9b63-383f0e782195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.271706 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-733d207a-38cc-4ed9-9b63-383f0e782195 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392325 Aug 19 12:40:41.323234 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52244) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:41.369175 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-26701b26-b033-4f81-931d-88bfc820d101 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896094 Aug 19 12:40:41.376761 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f0f2aa-fac9-4ab0-afb9-55331cc87811 admin admin] Deleting subnet b4fa4e55-9979-402f-b05a-f70a6f41744a {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:40:41.379984 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-64f0f2aa-fac9-4ab0-afb9-55331cc87811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.415499 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-64f0f2aa-fac9-4ab0-afb9-55331cc87811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3724236'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.466700 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-64f0f2aa-fac9-4ab0-afb9-55331cc87811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.508799 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1cff7d35-83e8-47fe-b282-f05c313a4ae0 req-88ab226f-8918-4b2e-ada1-1eb8e55bb01a service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258471 Aug 19 12:40:41.524844 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-64f0f2aa-fac9-4ab0-afb9-55331cc87811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3775777'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.538099 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7d15-497f-4f51-8de7-162d378286e4 req-d9a3482f-1ba6-4904-9747-359aa2a3792e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.539672 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3a1f7d15-497f-4f51-8de7-162d378286e4 req-d9a3482f-1ba6-4904-9747-359aa2a3792e tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0735729 Aug 19 12:40:41.554533 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-64f0f2aa-fac9-4ab0-afb9-55331cc87811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.558797 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-64f0f2aa-fac9-4ab0-afb9-55331cc87811 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b4fa4e55-9979-402f-b05a-f70a6f41744a HTTP/1.1" status: 204 len: 168 time: 0.2316816 Aug 19 12:40:41.559037 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52258) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:41.566133 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0f2aa-fac9-4ab0-afb9-55331cc87811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fa4e55-9979-402f-b05a-f70a6f41744a,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:41.591102 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3a1f7d15-497f-4f51-8de7-162d378286e4 req-6f67cc3e-ef03-4e45-aca5-2237933cd282 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Aug 19 12:40:41.631644 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.712340 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.722844 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020b377f-d9d0-4687-bf96-fdfcb1297991']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:41.732075 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:41.732378 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec0d1c2-b7cc-4b97-8e7a-8ed1ac7d06d5') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:41.741513 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724229'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.754547 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.760846 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:41.761361 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179776'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: Traceback (most recent call last): Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: timer() Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: cb(*args, **kw) Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: return func(*args, **kwargs) Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: self._notify() Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: self.callback(batched_events) Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: event.method(event) Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: return f(self, *a, **k) Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._get(url).json() Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:41.763252 dv-cinder-804603-3-iscsi neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:41.824272 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.830051 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.832346 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/020b377f-d9d0-4687-bf96-fdfcb1297991 HTTP/1.1" status: 204 len: 168 time: 0.2721984 Aug 19 12:40:41.846066 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70d36a-cf8d-4ccc-a285-caad165651a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=020b377f-d9d0-4687-bf96-fdfcb1297991,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:42.006612 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:42.046454 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-2d5b8e4f-2acf-4aaa-9f7f-c54b25c0c9ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74ead58be8d14bf2aff1f3f15ea27ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387177 Aug 19 12:40:42.049169 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52268) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:42.095595 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-566570c1-cebc-4f62-a37f-1be72e006515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.115625 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-566570c1-cebc-4f62-a37f-1be72e006515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.160939 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-566570c1-cebc-4f62-a37f-1be72e006515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.163429 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-566570c1-cebc-4f62-a37f-1be72e006515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.164559 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-566570c1-cebc-4f62-a37f-1be72e006515 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a8956bc-85c5-4c9f-8244-ec8f0238267c HTTP/1.1" status: 204 len: 168 time: 0.1145117 Aug 19 12:40:42.172218 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566570c1-cebc-4f62-a37f-1be72e006515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8956bc-85c5-4c9f-8244-ec8f0238267c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:42.703542 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638084f-ddb8-47ab-ae48-26c1b6c5b690 req-fac3bbd1-25b5-435b-8714-2db4e26b8968 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.708307 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f638084f-ddb8-47ab-ae48-26c1b6c5b690 req-fac3bbd1-25b5-435b-8714-2db4e26b8968 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 944 time: 0.0510371 Aug 19 12:40:42.756232 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f638084f-ddb8-47ab-ae48-26c1b6c5b690 req-71660a66-4de6-4db5-bbaf-a6bc6fab81aa tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416117 Aug 19 12:40:43.141241 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 23b98b8f-2b6d-4eea-970a-9231555c6ed8 details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:43.145311 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device f276c45d-16bd-413a-8194-653a5e6a97fe no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:43.173986 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: f276c45d-16bd-413a-8194-653a5e6a97fe {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:43.174338 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device f276c45d-16bd-413a-8194-653a5e6a97fe not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:43.260323 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 23b98b8f-2b6d-4eea-970a-9231555c6ed8, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=23b98b8f-2b6d-4eea-970a-9231555c6ed8,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:43.271337 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'port_id': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'mac_address': 'fa:16:3e:46:46:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:43.308907 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:43.325278 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b98b8f-2b6d-4eea-970a-9231555c6ed8 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:43.346236 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 23b98b8f-2b6d-4eea-970a-9231555c6ed8, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=23b98b8f-2b6d-4eea-970a-9231555c6ed8,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:43.350411 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:43.400016 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=23b98b8f-2b6d-4eea-970a-9231555c6ed8,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:43.407790 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.408244 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.408595 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.408959 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.409295 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.409646 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.409971 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.410303 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.410658 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.410982 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.411314 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.411639 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:43.573839 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['23b98b8f-2b6d-4eea-970a-9231555c6ed8'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:43.872916 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042128-02e3-4e00-8c13-72d9cece0ab9 req-611479ed-8f58-44f6-abaf-dcd70c0c3d3b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:43.874419 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8a042128-02e3-4e00-8c13-72d9cece0ab9 req-611479ed-8f58-44f6-abaf-dcd70c0c3d3b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 945 time: 0.0482509 Aug 19 12:40:43.912843 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8a042128-02e3-4e00-8c13-72d9cece0ab9 req-2d6e3665-bd14-4ce4-8278-23685a928b08 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311539 Aug 19 12:40:45.025527 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605d081-1791-4f0f-89e8-22cbc35ede31 req-4469e068-e678-49f4-bea7-507cd906d182 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:45.027124 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2605d081-1791-4f0f-89e8-22cbc35ede31 req-4469e068-e678-49f4-bea7-507cd906d182 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 945 time: 0.0486405 Aug 19 12:40:45.071938 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2605d081-1791-4f0f-89e8-22cbc35ede31 req-c8515dec-cfdc-476a-b51a-4ac6cefdcda9 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381305 Aug 19 12:40:45.159534 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 23b98b8f-2b6d-4eea-970a-9231555c6ed8 up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:45.208991 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:45.213440 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:45.213818 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.293449 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.315241 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b98b8f-2b6d-4eea-970a-9231555c6ed8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:45.317497 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a193bab-77b6-47f5-9b9c-9a988b7565da" -d '{"events": [{"server_uuid": "5e28d72a-2422-4820-82e3-1c3d485e93b8", "name": "network-vif-plugged", "status": "completed", "tag": "23b98b8f-2b6d-4eea-970a-9231555c6ed8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:45.330589 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 23b98b8f-2b6d-4eea-970a-9231555c6ed8, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=23b98b8f-2b6d-4eea-970a-9231555c6ed8,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:45.337288 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.364673 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810ac01-31c3-4890-8e99-a2927ce74ca5 x-openstack-request-id: req-6810ac01-31c3-4890-8e99-a2927ce74ca5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:45.364992 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e28d72a-2422-4820-82e3-1c3d485e93b8", "name": "network-vif-plugged", "status": "completed", "tag": "23b98b8f-2b6d-4eea-970a-9231555c6ed8", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:45.365249 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6810ac01-31c3-4890-8e99-a2927ce74ca5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:45.365652 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'code': 200} Aug 19 12:40:45.390150 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=23b98b8f-2b6d-4eea-970a-9231555c6ed8,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:45.569648 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d597a49-d89e-4f39-98e2-2c2f665fb6ef req-98d185aa-c81f-42a8-8974-8f0a1a62393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:45.571359 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3d597a49-d89e-4f39-98e2-2c2f665fb6ef req-98d185aa-c81f-42a8-8974-8f0a1a62393f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 1099 time: 0.0417650 Aug 19 12:40:45.610528 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3d597a49-d89e-4f39-98e2-2c2f665fb6ef req-70e4133d-790f-4eb5-acc5-86c5363e7b4c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299149 Aug 19 12:40:46.185557 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77366225-5398-4ea8-8292-5d92ae36d3b2 req-873bd26b-03f3-4bb0-b9a5-af1e23d9a2d6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:46.187052 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-77366225-5398-4ea8-8292-5d92ae36d3b2 req-873bd26b-03f3-4bb0-b9a5-af1e23d9a2d6 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 946 time: 0.0500329 Aug 19 12:40:46.226687 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-77366225-5398-4ea8-8292-5d92ae36d3b2 req-4e6db9b5-6c6c-4a6a-ab64-a46cf57a9ad0 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Aug 19 12:40:46.519350 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52398) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:46.622861 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-190d3fb4-b8b4-49bf-b6df-b2c2b9b55f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.710541 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-190d3fb4-b8b4-49bf-b6df-b2c2b9b55f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.714208 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-190d3fb4-b8b4-49bf-b6df-b2c2b9b55f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.750140 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-190d3fb4-b8b4-49bf-b6df-b2c2b9b55f9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70c4d523030544fea1cc864fde79c391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297587 Aug 19 12:40:46.751873 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d3fb4-b8b4-49bf-b6df-b2c2b9b55f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29cc3b5-602f-47dc-a71a-1aed05bb71a9,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:46.753577 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:46.800932 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-781755c8-ed10-4808-9fa6-142682c6adc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.821958 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-781755c8-ed10-4808-9fa6-142682c6adc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.868250 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-781755c8-ed10-4808-9fa6-142682c6adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.871322 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-781755c8-ed10-4808-9fa6-142682c6adc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.872971 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-781755c8-ed10-4808-9fa6-142682c6adc2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f29cc3b5-602f-47dc-a71a-1aed05bb71a9 HTTP/1.1" status: 204 len: 168 time: 0.1183429 Aug 19 12:40:46.883080 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781755c8-ed10-4808-9fa6-142682c6adc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29cc3b5-602f-47dc-a71a-1aed05bb71a9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:47.132859 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52410) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:47.146033 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f15452ee-ce96-4610-9f56-c1502b4cb32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.238947 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f15452ee-ce96-4610-9f56-c1502b4cb32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.242672 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f15452ee-ce96-4610-9f56-c1502b4cb32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.281196 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-f15452ee-ce96-4610-9f56-c1502b4cb32c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7497a8067854695b0224b32674c080f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472521 Aug 19 12:40:47.282480 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15452ee-ce96-4610-9f56-c1502b4cb32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419660a2-078b-419d-9444-9d08e4abb448,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:47.284157 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52414) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:47.335147 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ae77c4f-92d1-4a25-8eba-ff9b31fbc557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.347696 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d7282-4d6b-4200-ab25-71a333f1be60 req-299dcb6a-0369-4d26-b101-c85125a2bfbf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:47.349304 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a76d7282-4d6b-4200-ab25-71a333f1be60 req-299dcb6a-0369-4d26-b101-c85125a2bfbf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 946 time: 0.0487552 Aug 19 12:40:47.356304 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ae77c4f-92d1-4a25-8eba-ff9b31fbc557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.387739 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a76d7282-4d6b-4200-ab25-71a333f1be60 req-b742919e-6f40-4ef5-8fe6-4b8f5b3b5e00 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Aug 19 12:40:47.407470 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ae77c4f-92d1-4a25-8eba-ff9b31fbc557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.409993 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7ae77c4f-92d1-4a25-8eba-ff9b31fbc557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.413660 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-7ae77c4f-92d1-4a25-8eba-ff9b31fbc557 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/419660a2-078b-419d-9444-9d08e4abb448 HTTP/1.1" status: 204 len: 168 time: 0.1257815 Aug 19 12:40:47.418826 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae77c4f-92d1-4a25-8eba-ff9b31fbc557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419660a2-078b-419d-9444-9d08e4abb448,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:48.502131 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e3dba-819e-452a-8f5c-2d05e9e0c5c1 req-1d90b2c5-807a-4ba4-98fd-0b3857d2a9ef tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:48.503647 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-764e3dba-819e-452a-8f5c-2d05e9e0c5c1 req-1d90b2c5-807a-4ba4-98fd-0b3857d2a9ef tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 946 time: 0.0500667 Aug 19 12:40:48.541311 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-764e3dba-819e-452a-8f5c-2d05e9e0c5c1 req-1d3a6d12-b9b1-4868-9c68-c794176b6e02 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Aug 19 12:40:48.955626 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52466) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:49.056782 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0d7c25b8-b727-478a-9cf7-90a78065ce63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.148447 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0d7c25b8-b727-478a-9cf7-90a78065ce63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.151823 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0d7c25b8-b727-478a-9cf7-90a78065ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.187624 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0d7c25b8-b727-478a-9cf7-90a78065ce63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4a3811965794260ab3072178db3418a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309704 Aug 19 12:40:49.189584 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c25b8-b727-478a-9cf7-90a78065ce63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fabf530-0576-4a36-b053-3848c09d2dcc,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:49.190580 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52470) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:49.243214 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70724c13-d4f2-43e8-97e2-a90e5123d495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.263133 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70724c13-d4f2-43e8-97e2-a90e5123d495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.314438 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70724c13-d4f2-43e8-97e2-a90e5123d495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.317113 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70724c13-d4f2-43e8-97e2-a90e5123d495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.318259 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-70724c13-d4f2-43e8-97e2-a90e5123d495 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fabf530-0576-4a36-b053-3848c09d2dcc HTTP/1.1" status: 204 len: 168 time: 0.1266577 Aug 19 12:40:49.325902 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70724c13-d4f2-43e8-97e2-a90e5123d495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fabf530-0576-4a36-b053-3848c09d2dcc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:49.575012 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52478) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:49.588740 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b379321-f92c-4f1e-9285-7889c127d0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.678592 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd6982-c63b-4f85-b979-61ad00260c14 req-45c0dbb6-de0e-4ecc-894f-94a027b96f41 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:49.680095 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d3fd6982-c63b-4f85-b979-61ad00260c14 req-45c0dbb6-de0e-4ecc-894f-94a027b96f41 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 946 time: 0.0736887 Aug 19 12:40:49.737843 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d3fd6982-c63b-4f85-b979-61ad00260c14 req-33f9c8df-ef66-4a06-bca0-5c206b7ad4c5 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510087 Aug 19 12:40:49.746205 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b379321-f92c-4f1e-9285-7889c127d0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.765379 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b379321-f92c-4f1e-9285-7889c127d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.808658 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-4b379321-f92c-4f1e-9285-7889c127d0d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a42d040a5fa64cfd8d1e6eb4be2396ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323651 Aug 19 12:40:49.810074 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379321-f92c-4f1e-9285-7889c127d0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2953ef60-98df-4ed0-830b-670e22729c11,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:49.811607 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52494) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:49.860237 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049eab9-2ac4-4c4f-b208-2f43cfddc128 req-7a27422a-14db-49b5-8f39-f84aedd15067 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:49.867285 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d049eab9-2ac4-4c4f-b208-2f43cfddc128 req-7a27422a-14db-49b5-8f39-f84aedd15067 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 946 time: 0.0612695 Aug 19 12:40:49.876150 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-927ed3a3-4bb6-4627-9c48-3b918a39ab84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.900870 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-927ed3a3-4bb6-4627-9c48-3b918a39ab84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.901965 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d049eab9-2ac4-4c4f-b208-2f43cfddc128 req-48ab929b-dcc8-46bb-ae36-6bcfc555683b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337842 Aug 19 12:40:49.924512 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:49.963018 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-927ed3a3-4bb6-4627-9c48-3b918a39ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.966276 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-927ed3a3-4bb6-4627-9c48-3b918a39ab84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.969931 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-927ed3a3-4bb6-4627-9c48-3b918a39ab84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2953ef60-98df-4ed0-830b-670e22729c11 HTTP/1.1" status: 204 len: 168 time: 0.1546085 Aug 19 12:40:49.970243 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2d98e4-2940-4285-9814-dc40d5f31647 tempest-TestVolumeBootPattern-1246293993 tempest-TestVolumeBootPattern-1246293993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:49.974746 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-3c2d98e4-2940-4285-9814-dc40d5f31647 tempest-TestVolumeBootPattern-1246293993 tempest-TestVolumeBootPattern-1246293993-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 1094 time: 0.0488963 Aug 19 12:40:49.975340 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52506) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:49.977156 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ed3a3-4bb6-4627-9c48-3b918a39ab84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2953ef60-98df-4ed0-830b-670e22729c11,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:49.987765 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Request body: {'floatingip': {'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'port_id': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'tenant_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:50.019537 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.123967 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.229194 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Allocated IP 172.27.3.185 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/92b1ca4f-e1b1-4d26-a92c-b65bf0efedff) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:50.338512 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.378087 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.419970 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:50.426430 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:50.428368 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'Port': ['ID=92b1ca4f-e1b1-4d26-a92c-b65bf0efedff,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:50.430629 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:51.052484 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.139899 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.311599 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.317387 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.396982 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event updated for resources: {'Port': ['ID=92b1ca4f-e1b1-4d26-a92c-b65bf0efedff,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:51.407969 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.517278 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Floating IP 97278399-8f62-40da-8674-2d0efbc727cc associated. External IP: 172.27.3.185, port: 23b98b8f-2b6d-4eea-970a-9231555c6ed8. Aug 19 12:40:51.730307 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Router 417d429e-fb11-4420-823d-9205817e57db has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:51.846853 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:51.857351 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] Sync routers for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:51.862761 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.868873 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:51.869707 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:40:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:51.893949 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-56ede2db-9a40-427a-a144-e92a519cb0b1 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9175282 Aug 19 12:40:51.894634 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'tag': '23b98b8f-2b6d-4eea-970a-9231555c6ed8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:51.896931 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcebc161-be4c-4d8b-b447-7b91da2856ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5e28d72a-2422-4820-82e3-1c3d485e93b8", "tag": "23b98b8f-2b6d-4eea-970a-9231555c6ed8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:51.941180 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f8ccb8-3129-40a2-8f1f-c43635834a1d x-openstack-request-id: req-59f8ccb8-3129-40a2-8f1f-c43635834a1d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:51.941479 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e28d72a-2422-4820-82e3-1c3d485e93b8", "tag": "23b98b8f-2b6d-4eea-970a-9231555c6ed8", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:51.941734 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59f8ccb8-3129-40a2-8f1f-c43635834a1d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:51.942162 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'tag': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'status': 'completed', 'code': 200} Aug 19 12:40:52.007425 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-e0a333bb-c917-4dbd-ab68-daf57e69a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.009171 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-e0a333bb-c917-4dbd-ab68-daf57e69a2e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 1099 time: 0.0425758 Aug 19 12:40:52.103260 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:52.104403 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-ee076d5f-e38a-4df4-a75f-d0e056a09a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.106027 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-ee076d5f-e38a-4df4-a75f-d0e056a09a01 service neutron] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 912 time: 0.0898550 Aug 19 12:40:52.174242 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-1919f3d6-a2f2-4152-a3ba-9ea11a6d28d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b98b8f-2b6d-4eea-970a-9231555c6ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0611479 Aug 19 12:40:52.223294 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-f22c8489-d60b-49fd-8bed-b7f38e5366b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.224829 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-f22c8489-d60b-49fd-8bed-b7f38e5366b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0440228 Aug 19 12:40:52.274579 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-27d58679-baac-42ae-8392-9bcb476de347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.276124 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-27d58679-baac-42ae-8392-9bcb476de347 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439777 Aug 19 12:40:52.339974 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '209789ae-ef9e-48d2-a36b-f99d2ec6643b', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:37Z', 'updated_at': '2021-08-19T12:38:40Z', 'revision_number': 1, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}, {'id': '97278399-8f62-40da-8674-2d0efbc727cc', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:46:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:40:50Z', 'updated_at': '2021-08-19T12:40:50Z', 'revision_number': 0, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:52.367863 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] Checking router: 417d429e-fb11-4420-823d-9205817e57db for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:40:52.376920 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:52.377539 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:40:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:52.381679 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-b2fbac0e-17c2-4b0a-ad58-2bf8a2c62ceb service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976381 Aug 19 12:40:52.504319 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-dcebc161-be4c-4d8b-b447-7b91da2856ce req-24e1ec62-69f5-4d15-aa0e-3278c3b45537 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145968 Aug 19 12:40:52.529211 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:52.781956 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '209789ae-ef9e-48d2-a36b-f99d2ec6643b', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:37Z', 'updated_at': '2021-08-19T12:38:40Z', 'revision_number': 1, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}, {'id': '97278399-8f62-40da-8674-2d0efbc727cc', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:46:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:40:50Z', 'updated_at': '2021-08-19T12:40:50Z', 'revision_number': 0, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:52.808130 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ac3e4-10f5-49f2-ac3a-b49a3255d9fd None None] The sync data for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi is: [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '209789ae-ef9e-48d2-a36b-f99d2ec6643b', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:37Z', 'updated_at': '2021-08-19T12:38:40Z', 'revision_number': 1, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}, {'id': '97278399-8f62-40da-8674-2d0efbc727cc', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:46:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:40:50Z', 'updated_at': '2021-08-19T12:40:50Z', 'revision_number': 0, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:53.022737 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d67900-6ff8-4d8f-a3c6-2edcd8d98d3d None None] New status for floating IP 97278399-8f62-40da-8674-2d0efbc727cc: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:40:53.043650 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52612) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.167223 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a94758ea-73cd-4e74-8b1a-ab6e925627e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.263546 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a94758ea-73cd-4e74-8b1a-ab6e925627e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.267780 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a94758ea-73cd-4e74-8b1a-ab6e925627e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.303160 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94758ea-73cd-4e74-8b1a-ab6e925627e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963a7aae-737b-48df-a3c9-676cd9300e98,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:53.309809 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-a94758ea-73cd-4e74-8b1a-ab6e925627e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec47096fe7d64af2a6edebb0a06450b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627430 Aug 19 12:40:53.310098 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52618) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.357499 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a631a67a-528c-4af7-8ce7-9a9893af0b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.381598 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a631a67a-528c-4af7-8ce7-9a9893af0b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.426144 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a631a67a-528c-4af7-8ce7-9a9893af0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.428768 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a631a67a-528c-4af7-8ce7-9a9893af0b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.432270 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-a631a67a-528c-4af7-8ce7-9a9893af0b75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/963a7aae-737b-48df-a3c9-676cd9300e98 HTTP/1.1" status: 204 len: 168 time: 0.1189487 Aug 19 12:40:53.437663 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631a67a-528c-4af7-8ce7-9a9893af0b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963a7aae-737b-48df-a3c9-676cd9300e98,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:53.683804 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52624) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.697291 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76468b20-542b-4d77-b2aa-e576dc07812c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.787334 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76468b20-542b-4d77-b2aa-e576dc07812c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.790902 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-76468b20-542b-4d77-b2aa-e576dc07812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.829511 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-76468b20-542b-4d77-b2aa-e576dc07812c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f5e19be42534965bd64327278ed98bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446154 Aug 19 12:40:53.830373 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76468b20-542b-4d77-b2aa-e576dc07812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ae9053-a17b-4994-9417-0b84f876c276,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:53.832165 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.882897 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c71-12cb-4ac3-b6cc-00d11abb9cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.903268 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c71-12cb-4ac3-b6cc-00d11abb9cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.948972 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c71-12cb-4ac3-b6cc-00d11abb9cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.951391 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cad2c71-12cb-4ac3-b6cc-00d11abb9cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.952515 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-6cad2c71-12cb-4ac3-b6cc-00d11abb9cc1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97ae9053-a17b-4994-9417-0b84f876c276 HTTP/1.1" status: 204 len: 168 time: 0.1193440 Aug 19 12:40:53.960115 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad2c71-12cb-4ac3-b6cc-00d11abb9cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ae9053-a17b-4994-9417-0b84f876c276,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:55.534847 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52720) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:55.637205 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-104fa710-0c0e-4052-8315-dbf437ced98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.722730 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-104fa710-0c0e-4052-8315-dbf437ced98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.726253 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-104fa710-0c0e-4052-8315-dbf437ced98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.765515 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-104fa710-0c0e-4052-8315-dbf437ced98d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc524d265b6745848b25c86b7209dc50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295568 Aug 19 12:40:55.766523 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fa710-0c0e-4052-8315-dbf437ced98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1157c7fe-cc8b-4b42-92c6-8be35a222f2d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:55.768250 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52724) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:55.817325 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5dd489e-72dd-43bf-a13d-2883e2792242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.838010 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5dd489e-72dd-43bf-a13d-2883e2792242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.882387 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5dd489e-72dd-43bf-a13d-2883e2792242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.885090 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b5dd489e-72dd-43bf-a13d-2883e2792242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.886302 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b5dd489e-72dd-43bf-a13d-2883e2792242 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1157c7fe-cc8b-4b42-92c6-8be35a222f2d HTTP/1.1" status: 204 len: 168 time: 0.1164126 Aug 19 12:40:55.893891 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd489e-72dd-43bf-a13d-2883e2792242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1157c7fe-cc8b-4b42-92c6-8be35a222f2d,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:56.147982 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52736) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:56.161947 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-851269f7-86ae-45c8-9e6c-ef631fba97a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.253239 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-851269f7-86ae-45c8-9e6c-ef631fba97a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.257330 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-851269f7-86ae-45c8-9e6c-ef631fba97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.294165 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851269f7-86ae-45c8-9e6c-ef631fba97a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3022544-4f84-45e6-9e05-c6ca49b02bb6,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:56.301240 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-851269f7-86ae-45c8-9e6c-ef631fba97a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1981b64d9e224df990ce6cede1f3f821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520405 Aug 19 12:40:56.301404 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52744) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:56.353607 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f01b0acf-856a-4ba3-8a6d-1abaadfc6419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.374329 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f01b0acf-856a-4ba3-8a6d-1abaadfc6419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.421196 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f01b0acf-856a-4ba3-8a6d-1abaadfc6419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.423807 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f01b0acf-856a-4ba3-8a6d-1abaadfc6419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.424980 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-f01b0acf-856a-4ba3-8a6d-1abaadfc6419 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3022544-4f84-45e6-9e05-c6ca49b02bb6 HTTP/1.1" status: 204 len: 168 time: 0.1222565 Aug 19 12:40:56.432489 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b0acf-856a-4ba3-8a6d-1abaadfc6419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3022544-4f84-45e6-9e05-c6ca49b02bb6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:56.471709 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52750) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:56.575729 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71e8e07b-6b37-449d-914a-8c8cee34f00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.666804 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71e8e07b-6b37-449d-914a-8c8cee34f00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.671370 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71e8e07b-6b37-449d-914a-8c8cee34f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.710453 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-71e8e07b-6b37-449d-914a-8c8cee34f00d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83f6bc4dc0da4ded89d9573043ce8896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368557 Aug 19 12:40:56.710603 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8e07b-6b37-449d-914a-8c8cee34f00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea181660-a3b3-40d8-b999-593e6bfe74b7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:56.713211 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52760) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:56.769983 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1f26042-302b-43be-8bf9-5e25a435203c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.792388 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1f26042-302b-43be-8bf9-5e25a435203c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.841092 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1f26042-302b-43be-8bf9-5e25a435203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.843616 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b1f26042-302b-43be-8bf9-5e25a435203c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.845548 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b1f26042-302b-43be-8bf9-5e25a435203c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea181660-a3b3-40d8-b999-593e6bfe74b7 HTTP/1.1" status: 204 len: 168 time: 0.1309314 Aug 19 12:40:56.853426 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f26042-302b-43be-8bf9-5e25a435203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea181660-a3b3-40d8-b999-593e6bfe74b7,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:57.217803 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52780) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:57.242464 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b257c13c-c1bc-436d-8bca-0c6a770bddd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.336172 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b257c13c-c1bc-436d-8bca-0c6a770bddd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.340492 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b257c13c-c1bc-436d-8bca-0c6a770bddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.381138 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b257c13c-c1bc-436d-8bca-0c6a770bddd1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf5ee042fb744c069c185b83cc2c8050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622546 Aug 19 12:40:57.381998 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257c13c-c1bc-436d-8bca-0c6a770bddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ecaef3-7830-4f61-af07-c7d53df15a71,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:57.384104 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52784) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:57.439686 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a48014f8-b7a9-4380-b178-d3c2d34348a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.460902 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a48014f8-b7a9-4380-b178-d3c2d34348a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.511198 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a48014f8-b7a9-4380-b178-d3c2d34348a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.513994 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a48014f8-b7a9-4380-b178-d3c2d34348a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.515155 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-a48014f8-b7a9-4380-b178-d3c2d34348a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32ecaef3-7830-4f61-af07-c7d53df15a71 HTTP/1.1" status: 204 len: 168 time: 0.1297948 Aug 19 12:40:57.524174 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48014f8-b7a9-4380-b178-d3c2d34348a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ecaef3-7830-4f61-af07-c7d53df15a71,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:02.289521 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52932) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:02.391993 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-747f88d6-8cfb-4bf6-a4e6-8e4e36a91545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.477512 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-747f88d6-8cfb-4bf6-a4e6-8e4e36a91545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.481123 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-747f88d6-8cfb-4bf6-a4e6-8e4e36a91545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.518771 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-747f88d6-8cfb-4bf6-a4e6-8e4e36a91545 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f8016c52483488f9242e480790727d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280049 Aug 19 12:41:02.521886 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f88d6-8cfb-4bf6-a4e6-8e4e36a91545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cb52e8-c2e0-42af-b709-e46cc93dbbef,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:02.522003 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52938) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:02.570811 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.592533 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.638277 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.640984 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.642150 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4cb52e8-c2e0-42af-b709-e46cc93dbbef HTTP/1.1" status: 204 len: 168 time: 0.1193161 Aug 19 12:41:02.650056 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cb52e8-c2e0-42af-b709-e46cc93dbbef,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:02.658172 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.658660 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.659016 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.659360 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.659704 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.660067 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.660577 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.661126 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.661629 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.662122 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.662613 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.663239 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca197e-03f6-46bb-893b-4008afc828d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:02.915635 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 52950) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:02.928960 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf507898-2bf4-4058-8aab-ee7f956754ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.017409 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf507898-2bf4-4058-8aab-ee7f956754ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.020724 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bf507898-2bf4-4058-8aab-ee7f956754ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.057765 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-bf507898-2bf4-4058-8aab-ee7f956754ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ea3a43b0538451ab42fec8e24c2d649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410553 Aug 19 12:41:03.058983 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf507898-2bf4-4058-8aab-ee7f956754ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfc7f56-eef7-45a2-af5e-a1ec3cbbb1d5,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:03.060396 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 52952) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:03.108934 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9391d219-7414-4712-b78f-cfd61fe410e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.129459 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9391d219-7414-4712-b78f-cfd61fe410e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.178062 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9391d219-7414-4712-b78f-cfd61fe410e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.180801 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9391d219-7414-4712-b78f-cfd61fe410e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.181938 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-9391d219-7414-4712-b78f-cfd61fe410e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1bfc7f56-eef7-45a2-af5e-a1ec3cbbb1d5 HTTP/1.1" status: 204 len: 168 time: 0.1204596 Aug 19 12:41:03.190124 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391d219-7414-4712-b78f-cfd61fe410e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfc7f56-eef7-45a2-af5e-a1ec3cbbb1d5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:03.231115 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e76d694d-0a95-4ed6-8fe5-813520873c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.250466 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.836104 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:04.938990 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a36f1d42-c5cd-4160-8430-7374392624f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.026884 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a36f1d42-c5cd-4160-8430-7374392624f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.031054 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a36f1d42-c5cd-4160-8430-7374392624f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.071092 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-a36f1d42-c5cd-4160-8430-7374392624f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89c93f8eea9e4f8f91f7059e74808d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337940 Aug 19 12:41:05.072912 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f1d42-c5cd-4160-8430-7374392624f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3bd691-856d-4e67-9c84-b66380141aca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:05.073743 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53028) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:05.124295 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45a43344-5cdd-4028-8e97-f6e4ddb7e6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.145281 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45a43344-5cdd-4028-8e97-f6e4ddb7e6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.190540 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45a43344-5cdd-4028-8e97-f6e4ddb7e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.193053 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-45a43344-5cdd-4028-8e97-f6e4ddb7e6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.194175 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-45a43344-5cdd-4028-8e97-f6e4ddb7e6bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de3bd691-856d-4e67-9c84-b66380141aca HTTP/1.1" status: 204 len: 168 time: 0.1194484 Aug 19 12:41:05.201409 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a43344-5cdd-4028-8e97-f6e4ddb7e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3bd691-856d-4e67-9c84-b66380141aca,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:05.480048 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53046) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:05.493099 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37fb9bf4-2d75-4b77-b315-ae3162deb226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.519796 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:05.583262 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37fb9bf4-2d75-4b77-b315-ae3162deb226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.587569 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-37fb9bf4-2d75-4b77-b315-ae3162deb226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.628054 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-37fb9bf4-2d75-4b77-b315-ae3162deb226 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc969b75e5cd4ff1bda52a457b9110e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439440 Aug 19 12:41:05.628054 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb9bf4-2d75-4b77-b315-ae3162deb226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca0fdc-986d-4c86-95c3-db2622c660d8,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:05.628736 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53052) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:05.684309 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3241bc1a-fc0c-40fd-9504-17d6bdfcbcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.696925 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9dabc1a-01c1-4c74-b329-9f7759c5e276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.728701 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9dabc1a-01c1-4c74-b329-9f7759c5e276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.751942 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72e561bc-9991-4a7d-9ff7-3ae395dcab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.801566 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9dabc1a-01c1-4c74-b329-9f7759c5e276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.804197 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9dabc1a-01c1-4c74-b329-9f7759c5e276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.805387 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-a9dabc1a-01c1-4c74-b329-9f7759c5e276 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0ca0fdc-986d-4c86-95c3-db2622c660d8 HTTP/1.1" status: 204 len: 168 time: 0.1756883 Aug 19 12:41:05.818680 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dabc1a-01c1-4c74-b329-9f7759c5e276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca0fdc-986d-4c86-95c3-db2622c660d8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:05.851254 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3241bc1a-fc0c-40fd-9504-17d6bdfcbcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.855348 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3241bc1a-fc0c-40fd-9504-17d6bdfcbcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.893537 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-3241bc1a-fc0c-40fd-9504-17d6bdfcbcf2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=774b21dee4404d80b53d152f178be5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725970 Aug 19 12:41:05.894471 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241bc1a-fc0c-40fd-9504-17d6bdfcbcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecce935-bf67-435f-b9fb-99fe7e5e9e20,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:05.896369 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53056) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:05.949010 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fd6fcb24-e5a3-4fa5-897b-c453d1009c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.971260 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fd6fcb24-e5a3-4fa5-897b-c453d1009c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.021199 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fd6fcb24-e5a3-4fa5-897b-c453d1009c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.023734 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-fd6fcb24-e5a3-4fa5-897b-c453d1009c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.024929 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-fd6fcb24-e5a3-4fa5-897b-c453d1009c0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eecce935-bf67-435f-b9fb-99fe7e5e9e20 HTTP/1.1" status: 204 len: 168 time: 0.1272798 Aug 19 12:41:06.033888 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fcb24-e5a3-4fa5-897b-c453d1009c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecce935-bf67-435f-b9fb-99fe7e5e9e20,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:06.182716 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.352821 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53076) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:06.365833 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cfe413c4-2a67-4d61-84f6-fa4d22ef2ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.455790 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cfe413c4-2a67-4d61-84f6-fa4d22ef2ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.459926 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-cfe413c4-2a67-4d61-84f6-fa4d22ef2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.496499 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe413c4-2a67-4d61-84f6-fa4d22ef2ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049e52d7-526a-4904-9d97-08565a38fc34,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:06.501704 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-cfe413c4-2a67-4d61-84f6-fa4d22ef2ddd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f520170de17417e8881447d07d56f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476698 Aug 19 12:41:06.506103 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53082) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:06.556257 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6487a704-6e41-4ddf-8e6e-26581227df4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.577160 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6487a704-6e41-4ddf-8e6e-26581227df4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.621909 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6487a704-6e41-4ddf-8e6e-26581227df4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.624478 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6487a704-6e41-4ddf-8e6e-26581227df4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.626386 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6487a704-6e41-4ddf-8e6e-26581227df4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/049e52d7-526a-4904-9d97-08565a38fc34 HTTP/1.1" status: 204 len: 168 time: 0.1193519 Aug 19 12:41:06.634826 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487a704-6e41-4ddf-8e6e-26581227df4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049e52d7-526a-4904-9d97-08565a38fc34,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:07.016105 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53100) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:07.032007 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9a35f79-7190-4714-85c4-c4489fed2a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.123224 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.129592 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9a35f79-7190-4714-85c4-c4489fed2a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.133325 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d9a35f79-7190-4714-85c4-c4489fed2a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.170313 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a35f79-7190-4714-85c4-c4489fed2a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8248d543-0802-415b-9806-b8012014ac58,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:07.175006 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-d9a35f79-7190-4714-85c4-c4489fed2a50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=421ce1bfa8854959adb940f32f7e7a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576993 Aug 19 12:41:07.177989 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53104) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:07.237259 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-64354eb2-341b-4b36-93d4-b3031318128e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.258059 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-64354eb2-341b-4b36-93d4-b3031318128e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.304097 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-64354eb2-341b-4b36-93d4-b3031318128e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.306796 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-64354eb2-341b-4b36-93d4-b3031318128e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.307934 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-64354eb2-341b-4b36-93d4-b3031318128e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8248d543-0802-415b-9806-b8012014ac58 HTTP/1.1" status: 204 len: 168 time: 0.1290519 Aug 19 12:41:07.316562 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64354eb2-341b-4b36-93d4-b3031318128e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8248d543-0802-415b-9806-b8012014ac58,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:08.369519 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.240568 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53236) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:14.342925 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b88426d3-7d7d-4deb-abfa-e2ea5022aa96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.431212 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b88426d3-7d7d-4deb-abfa-e2ea5022aa96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.434880 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b88426d3-7d7d-4deb-abfa-e2ea5022aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.472680 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b88426d3-7d7d-4deb-abfa-e2ea5022aa96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e471eb45cdd44fa092b94834ca71d73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310252 Aug 19 12:41:14.473575 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88426d3-7d7d-4deb-abfa-e2ea5022aa96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3d3d60-b0f4-4823-8613-17c852a1ebc0,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:14.475443 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:14.524906 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fb680a0-10c4-4f5b-a1e3-36e3d1569790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.545212 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fb680a0-10c4-4f5b-a1e3-36e3d1569790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.589846 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fb680a0-10c4-4f5b-a1e3-36e3d1569790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.592346 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fb680a0-10c4-4f5b-a1e3-36e3d1569790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.593509 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-8fb680a0-10c4-4f5b-a1e3-36e3d1569790 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d3d3d60-b0f4-4823-8613-17c852a1ebc0 HTTP/1.1" status: 204 len: 168 time: 0.1165028 Aug 19 12:41:14.601324 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb680a0-10c4-4f5b-a1e3-36e3d1569790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3d3d60-b0f4-4823-8613-17c852a1ebc0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:14.843250 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:14.856055 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f06d98c0-da21-47e0-9838-7f8a6fa2f530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.952542 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f06d98c0-da21-47e0-9838-7f8a6fa2f530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.957861 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f06d98c0-da21-47e0-9838-7f8a6fa2f530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.994519 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d98c0-da21-47e0-9838-7f8a6fa2f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49360d6-8648-4f3d-94df-9d8fe88d3307,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:14.998811 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-f06d98c0-da21-47e0-9838-7f8a6fa2f530 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=707b178b0370418da0ce77e34c024ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545444 Aug 19 12:41:15.001938 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:15.048890 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-206d47e5-4745-4120-9c49-c0eb71284feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.069693 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-206d47e5-4745-4120-9c49-c0eb71284feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.118006 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-206d47e5-4745-4120-9c49-c0eb71284feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.120559 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-206d47e5-4745-4120-9c49-c0eb71284feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.121735 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-206d47e5-4745-4120-9c49-c0eb71284feb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d49360d6-8648-4f3d-94df-9d8fe88d3307 HTTP/1.1" status: 204 len: 168 time: 0.1189775 Aug 19 12:41:15.132215 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d47e5-4745-4120-9c49-c0eb71284feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49360d6-8648-4f3d-94df-9d8fe88d3307,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:15.430193 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:15.444085 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54872d9e-98f5-47d7-b51d-8df27d3d3089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.546665 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54872d9e-98f5-47d7-b51d-8df27d3d3089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.550759 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54872d9e-98f5-47d7-b51d-8df27d3d3089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.589900 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-54872d9e-98f5-47d7-b51d-8df27d3d3089 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ce5cae0cd4e4d288d8251163e207b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586759 Aug 19 12:41:15.590745 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54872d9e-98f5-47d7-b51d-8df27d3d3089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e092c8d7-bf31-460d-aa4d-26486c5e885e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:15.592592 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53262) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:15.641218 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0437ce3d-84b9-4417-a1d1-d07a0261c29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.661622 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0437ce3d-84b9-4417-a1d1-d07a0261c29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.706748 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0437ce3d-84b9-4417-a1d1-d07a0261c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.709514 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-0437ce3d-84b9-4417-a1d1-d07a0261c29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.710672 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0437ce3d-84b9-4417-a1d1-d07a0261c29a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e092c8d7-bf31-460d-aa4d-26486c5e885e HTTP/1.1" status: 204 len: 168 time: 0.1170316 Aug 19 12:41:15.718266 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:41:15.718768 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437ce3d-84b9-4417-a1d1-d07a0261c29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e092c8d7-bf31-460d-aa4d-26486c5e885e,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:16.199536 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53282) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:16.312257 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cdd270-6137-4842-aee5-7cacaa04b0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.409291 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cdd270-6137-4842-aee5-7cacaa04b0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.413327 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-95cdd270-6137-4842-aee5-7cacaa04b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.452689 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-95cdd270-6137-4842-aee5-7cacaa04b0d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d8433ce23364a4faee1153fd484dc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496476 Aug 19 12:41:16.452689 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdd270-6137-4842-aee5-7cacaa04b0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7e2ff2-9599-45cd-896d-ddf0c57cf393,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:16.453464 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:16.509128 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04e06968-56c6-4235-8e78-2f56ca585fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.530125 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04e06968-56c6-4235-8e78-2f56ca585fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.577628 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04e06968-56c6-4235-8e78-2f56ca585fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.581003 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04e06968-56c6-4235-8e78-2f56ca585fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.582151 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-04e06968-56c6-4235-8e78-2f56ca585fbe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd7e2ff2-9599-45cd-896d-ddf0c57cf393 HTTP/1.1" status: 204 len: 168 time: 0.1271946 Aug 19 12:41:16.590289 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e06968-56c6-4235-8e78-2f56ca585fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7e2ff2-9599-45cd-896d-ddf0c57cf393,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:17.294337 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:17.387245 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1906691996-network', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:17.410365 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Made reservation on behalf of 163ce8fb2e2f469d9adca1413b3f0436 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:17.412838 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.421610 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.518175 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.522866 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.545484 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:41:17.558811 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b2b700-cf2b-4ea0-9413-ace5d524c766,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:17.563923 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.564266 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.segments_db [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Added segment 3a29dda2-fdc0-423a-8772-5f058c4d81ae of type vlan for network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 Aug 19 12:41:17.606418 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.631393 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.632567 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:17.633181 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.687207 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3917603 Aug 19 12:41:17.690761 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53356) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:17.692725 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7e6fb-a657-418c-b2bc-7315bf2241dc admin admin] Pushing event updated for resources: {'Network': ['ID=48f8da7d-3ec2-4df2-a5fb-8be54bb74778,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:17.695953 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Request body: {'subnet': {'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1906691996-subnet', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:17.702626 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:41:17.717764 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Made reservation on behalf of 163ce8fb2e2f469d9adca1413b3f0436 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:17.720362 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3775804'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.728780 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53358) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:17.840725 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e577449-4ff7-4f7a-9d5c-7a70e311d0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.889458 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3258723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3775786'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.935194 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e577449-4ff7-4f7a-9d5c-7a70e311d0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.939672 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e577449-4ff7-4f7a-9d5c-7a70e311d0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.945457 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45c7c77-02bb-4fb2-9947-cded96c56a8b,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:17.952805 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Checking segment: {'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:17.953164 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Network hostable DHCP agents. Network: 48f8da7d-3ec2-4df2-a5fb-8be54bb74778, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:41:17.969729 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:41:17.978526 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 48f8da7d-3ec2-4df2-a5fb-8be54bb74778) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:17.982266 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-5e577449-4ff7-4f7a-9d5c-7a70e311d0f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ac46e0229ba4a9893483df3123969c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498572 Aug 19 12:41:17.982915 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53362) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:17.983127 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:17.983563 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.989487 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31607877-43e2-417e-9418-2da35b3c1c57 None None] Network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:17.991773 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e577449-4ff7-4f7a-9d5c-7a70e311d0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f1c5c3-ba39-46c5-be2b-b9068f526cc1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:17.999238 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-d0bc75b7-9648-4d93-943d-24ac7cee187d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3072727 Aug 19 12:41:18.002747 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53364) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:18.007942 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:18.029094 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.030286 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-775075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.042461 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1735934f-0dc4-4ec4-b26e-f4241058cad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.064956 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1735934f-0dc4-4ec4-b26e-f4241058cad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.087964 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.116009 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1735934f-0dc4-4ec4-b26e-f4241058cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.119057 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1735934f-0dc4-4ec4-b26e-f4241058cad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.121059 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-1735934f-0dc4-4ec4-b26e-f4241058cad4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30f1c5c3-ba39-46c5-be2b-b9068f526cc1 HTTP/1.1" status: 204 len: 168 time: 0.1371987 Aug 19 12:41:18.131071 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735934f-0dc4-4ec4-b26e-f4241058cad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f1c5c3-ba39-46c5-be2b-b9068f526cc1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:18.153700 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82009-39c6-51c3-baa3-f28672a5b630-48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b'}]}} from dv-cinder-804603-3-iscsi. {{(pid=93796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:41:18.154632 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.234271 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.303843 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Allocated IP 172.20.0.2 (48f8da7d-3ec2-4df2-a5fb-8be54bb74778/e45c7c77-02bb-4fb2-9947-cded96c56a8b/7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:18.426781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53370) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:18.441073 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0e381a0-bb75-4235-ae10-1ffbb70660ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.457118 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.466976 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Transition to ACTIVE for port object 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:18.483253 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Transition to ACTIVE for port object 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:18.490214 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.534438 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:18.537570 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:18.542042 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:18.544028 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0e381a0-bb75-4235-ae10-1ffbb70660ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.545585 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Pushing event updated for resources: {'Port': ['ID=7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:18.549754 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0e381a0-bb75-4235-ae10-1ffbb70660ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.579752 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e381a0-bb75-4235-ae10-1ffbb70660ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919d774e-eba6-4068-9f7e-4b218237055e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:18.600938 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-c0e381a0-bb75-4235-ae10-1ffbb70660ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db2002f74fe44ce6835cd91a840d4cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729209 Aug 19 12:41:18.603409 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53372) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:18.611654 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Attempting to bind port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:18.612024 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Attempting to bind port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:18.612398 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Attempting to bind port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f on network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:18.617659 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:18.618040 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Checking segment: {'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:18.618439 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.619018 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Bound using segment: {'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:18.619494 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Bound port: 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:18.619880 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.655063 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-471a01a5-2b78-4a8b-abed-7c8f9520cd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.679571 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-471a01a5-2b78-4a8b-abed-7c8f9520cd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.681736 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.686974 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] For port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:18.690978 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] For port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:18.695187 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.701196 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.735120 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-471a01a5-2b78-4a8b-abed-7c8f9520cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.738219 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-471a01a5-2b78-4a8b-abed-7c8f9520cd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.739715 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-471a01a5-2b78-4a8b-abed-7c8f9520cd44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/919d774e-eba6-4068-9f7e-4b218237055e HTTP/1.1" status: 204 len: 168 time: 0.1350527 Aug 19 12:41:18.751372 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a01a5-2b78-4a8b-abed-7c8f9520cd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919d774e-eba6-4068-9f7e-4b218237055e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:18.785381 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cbb7b-562d-4ee9-8f0c-8082453eca16 None None] Pushing event updated for resources: {'Port': ['ID=7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:18.836057 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Allocated IP 172.27.3.64 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/850a8864-79d3-4a85-ae4f-572e0b379930) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:18.982458 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.028247 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.066913 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:19.071826 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:19.074226 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:19.104903 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Pushing event updated for resources: {'Port': ['ID=850a8864-79d3-4a85-ae4f-572e0b379930,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:19.338008 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.547679 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.689511 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c is scheduled to L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:41:19.705357 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef90655e-152b-4d99-b289-835876b491f4 None None] Network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:19.768861 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-3bfdf489-f636-43a8-9c0c-c6df169c73e0 None None] Provisioning for port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:19.809640 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:19.825492 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.827015 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-817c9769-bc81-4ebc-940f-c7abc8b632e8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8229952 Aug 19 12:41:19.830286 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53398) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:19.831438 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Sync routers for ids ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:19.850258 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Routers {'5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:19.850998 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:41:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:20.003877 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Set router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:20.225152 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:19Z', 'revision_number': 3, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:20.250896 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Checking router: 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:20.251246 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Updating router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c port 850a8864-79d3-4a85-ae4f-572e0b379930 binding host dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:41:20.276635 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.293486 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.447001 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Allocated IP 172.20.0.1 (48f8da7d-3ec2-4df2-a5fb-8be54bb74778/e45c7c77-02bb-4fb2-9947-cded96c56a8b/531620bf-f51f-4b56-b2b1-cd758d98202e) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:20.528940 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.538436 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Transition to ACTIVE for port object 850a8864-79d3-4a85-ae4f-572e0b379930 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:20.544020 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.548683 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.561197 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Transition to ACTIVE for port object 531620bf-f51f-4b56-b2b1-cd758d98202e will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:20.592359 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Attempting to bind port 850a8864-79d3-4a85-ae4f-572e0b379930 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:20.593005 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Attempting to bind port 850a8864-79d3-4a85-ae4f-572e0b379930 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:20.593541 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Attempting to bind port 850a8864-79d3-4a85-ae4f-572e0b379930 on network c71972f2-2cd9-46b8-9376-b8f5c0294d20 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:20.596329 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.603016 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55a230-f1a0-4a1b-8869-0baf6d2b7860 None None] Pushing event updated for resources: {'Port': ['ID=850a8864-79d3-4a85-ae4f-572e0b379930,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:20.606463 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:20.606847 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:20.607247 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.607633 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Bound using segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:20.608098 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Bound port: 850a8864-79d3-4a85-ae4f-572e0b379930, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:20.608476 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.637607 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:20.646546 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:20.650464 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:20.668924 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] For port 850a8864-79d3-4a85-ae4f-572e0b379930, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:20.673595 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] For port 850a8864-79d3-4a85-ae4f-572e0b379930, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=850a8864-79d3-4a85-ae4f-572e0b379930,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:20.677597 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Pushing event updated for resources: {'Port': ['ID=531620bf-f51f-4b56-b2b1-cd758d98202e,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:20.679083 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.695490 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636004'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.746487 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55a230-f1a0-4a1b-8869-0baf6d2b7860 None None] Pushing event updated for resources: {'Port': ['ID=850a8864-79d3-4a85-ae4f-572e0b379930,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:20.758333 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Routers {'5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:20.759485 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:41:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:20.838696 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.871187 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] Set router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:21.026920 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.031830 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:21.032641 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258840'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.101082 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636048'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.103850 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Pushing event updated for resources: {'Port': ['ID=531620bf-f51f-4b56-b2b1-cd758d98202e,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:21.126543 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6ee316f9-0fe7-4f65-9724-283adff5ac90 None None] Provisioning for port 531620bf-f51f-4b56-b2b1-cd758d98202e completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:21.141369 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6ee316f9-0fe7-4f65-9724-283adff5ac90 None None] Provisioning complete for port 531620bf-f51f-4b56-b2b1-cd758d98202e triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:21.141833 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ee316f9-0fe7-4f65-9724-283adff5ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.186694 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-c8af607f-3eba-4c4d-b72a-34e76fdcc0d7 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=94dfb68de58b4722abef4ab1950072f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304062 Aug 19 12:41:21.197250 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6ee316f9-0fe7-4f65-9724-283adff5ac90 None None] Port 531620bf-f51f-4b56-b2b1-cd758d98202e cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:21.222314 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:21.223897 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:21.238097 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:21.247375 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:21.247744 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.311636 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:19Z', 'revision_number': 3, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:21.352995 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:21.356096 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154e100-86bc-4081-a846-9bd8e18a89b5 None None] The sync data for ids ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'] in dv-cinder-804603-3-iscsi is: [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:19Z', 'revision_number': 3, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:21.373343 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.403854 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-a4ab3191-d79f-4317-9d06-08e83550f5d7 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:21.411602 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-a4ab3191-d79f-4317-9d06-08e83550f5d7 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175534 Aug 19 12:41:21.428317 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-7c751993-a867-425e-9118-90aee2d7f5e6 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/quotas/94dfb68de58b4722abef4ab1950072f7 HTTP/1.1" status: 200 len: 375 time: 0.0157700 Aug 19 12:41:21.430417 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:21.439614 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.503342 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-f6194f47-9650-42ff-8d0c-5dfc6cb8d6ba tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94dfb68de58b4722abef4ab1950072f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634525 Aug 19 12:41:21.507097 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:21.514795 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-951eec33-410b-4a44-8676-4ceb92c51792 admin admin] 10.222.0.42 "PUT /v2.0/routers/5ea5242f-bf11-42e7-a519-8ae3b0a5d65c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6831188 Aug 19 12:41:21.531778 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:21.546502 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-00466735-60d9-4c42-91cb-cb8837f271f0 None None] Provisioning complete for port 531620bf-f51f-4b56-b2b1-cd758d98202e triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:21.547643 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00466735-60d9-4c42-91cb-cb8837f271f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.592336 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-00466735-60d9-4c42-91cb-cb8837f271f0 None None] Port 531620bf-f51f-4b56-b2b1-cd758d98202e cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:21.775692 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f91abdb2-7aa8-4bd1-8962-103f8cd83f34 req-151db56c-595c-49cc-9322-aa25ee96dcf1 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 210 time: 0.0615985 Aug 19 12:41:22.213230 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:22.218417 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-481353236-network', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:22.240091 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Made reservation on behalf of 9a85bd4f4b934d29b5f7cdf4afcaf4ef for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:22.242648 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.252462 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.366525 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.370318 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.394633 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:41:22.404062 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3bfc2a-7be6-4630-9f50-0cb040400dac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:22.409401 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.409744 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.segments_db [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Added segment 2265c656-f2a0-4148-a97a-84e57fc46f73 of type vlan for network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 Aug 19 12:41:22.447606 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.471360 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.472289 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:22.472889 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.526655 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3123093 Aug 19 12:41:22.529403 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53450) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:22.535169 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Request body: {'subnet': {'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-481353236-subnet', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:22.535632 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caedf1d-5f7c-4058-a6e8-ded0df7cc1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f8d25dc9-516e-40c4-a61d-d73e3d9c08b3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:22.546201 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:41:22.558989 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Made reservation on behalf of 9a85bd4f4b934d29b5f7cdf4afcaf4ef for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:22.561490 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3775804'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.671325 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-def48ee1-c1e7-4834-8dbb-f392bf025778 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=94dfb68de58b4722abef4ab1950072f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212026 Aug 19 12:41:22.756190 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3258723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3775786'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.796726 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-c6ad8236-8266-4a9d-a6fe-34ea2ff22211 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:22.798689 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-c6ad8236-8266-4a9d-a6fe-34ea2ff22211 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215854 Aug 19 12:41:22.815050 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Request body: {'port': {'device_id': '01df2610-3761-408b-9130-a9c58d251c51', 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7', 'admin_state_up': True, 'tenant_id': '94dfb68de58b4722abef4ab1950072f7'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:22.823000 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf42b9d6-9911-4dce-9154-83f272d50908,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:22.826954 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Checking segment: {'id': '2265c656-f2a0-4148-a97a-84e57fc46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:22.827316 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Network hostable DHCP agents. Network: f8d25dc9-516e-40c4-a61d-d73e3d9c08b3, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:41:22.847607 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:41:22.858237 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, f8d25dc9-516e-40c4-a61d-d73e3d9c08b3) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:22.869472 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc19b9-77a6-4610-84c3-438a7514ffd8 None None] Network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:22.883622 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:22.884787 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.914249 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-8d1621e6-1ae2-4f9c-b822-2b55f2d9ccb0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3813448 Aug 19 12:41:22.914588 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53458) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:22.920309 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-481353236-router', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:22.961301 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.962696 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-775075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.981297 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ba324b78-20a0-45ae-9c74-f54c097668e7 req-ba54b015-b017-46b1-801d-794c7b0699c6 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 210 time: 0.0640638 Aug 19 12:41:23.034748 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Made reservation on behalf of 94dfb68de58b4722abef4ab1950072f7 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:23.038275 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.038419 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.049695 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.066049 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:23.147936 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82009-39c6-51c3-baa3-f28672a5b630-f8d25dc9-516e-40c4-a61d-d73e3d9c08b3', 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'fixed_ips': [{'subnet_id': 'bf42b9d6-9911-4dce-9154-83f272d50908'}]}} from dv-cinder-804603-3-iscsi. {{(pid=93796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:41:23.148792 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.162321 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.168626 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.182721 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:23.186054 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.193598 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Sync routers for ids ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:23.203436 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Routers {'5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:23.204241 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:41:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:23.327299 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Allocated IP 192.168.233.129 (6db3001f-176e-4e75-af3b-71b1f6afa6a7/4332f696-c135-4a8a-a573-8170ca005ca0/ebf83c29-da64-410b-87b1-775bb672c4af) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:23.343716 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Set router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:23.366908 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Allocated IP 172.20.0.2 (f8d25dc9-516e-40c4-a61d-d73e3d9c08b3/bf42b9d6-9911-4dce-9154-83f272d50908/c585b5c7-35ab-4c5a-9416-8a51a6b18bbb) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:23.396515 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 850a8864-79d3-4a85-ae4f-572e0b379930 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:23.492364 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.524798 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 850a8864-79d3-4a85-ae4f-572e0b379930 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:23.533258 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 850a8864-79d3-4a85-ae4f-572e0b379930 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:23.533445 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.534982 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.539336 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:23.573534 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Transition to ACTIVE for port object ebf83c29-da64-410b-87b1-775bb672c4af will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:23.609459 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.620852 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Transition to ACTIVE for port object c585b5c7-35ab-4c5a-9416-8a51a6b18bbb will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:23.627647 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.642919 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '531620bf-f51f-4b56-b2b1-cd758d98202e', 'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'mac_address': 'fa:16:3e:c8:89:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 2, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'subnets': [{'id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:23.657446 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Transition to ACTIVE for port object c585b5c7-35ab-4c5a-9416-8a51a6b18bbb will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:23.671371 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.682215 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.687492 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Pushing event updated for resources: {'Port': ['ID=ebf83c29-da64-410b-87b1-775bb672c4af,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:23.704215 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:23.705887 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:23.708302 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:23.720791 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:23.727840 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:23.738591 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:23.751807 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 850a8864-79d3-4a85-ae4f-572e0b379930, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=850a8864-79d3-4a85-ae4f-572e0b379930,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:23.761602 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.766928 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Pushing event updated for resources: {'Port': ['ID=c585b5c7-35ab-4c5a-9416-8a51a6b18bbb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:23.779263 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.793189 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:23.793868 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.805383 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.820344 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Checking router: 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:23.820924 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Updating router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c port 531620bf-f51f-4b56-b2b1-cd758d98202e binding host dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:41:23.834488 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-119aaa50-2911-4fcc-9dac-4b8cd989e52a tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0249825 Aug 19 12:41:23.854033 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Request body: {'port': {'device_id': '01df2610-3761-408b-9130-a9c58d251c51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:23.854552 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.889399 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Attempting to bind port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:23.889739 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Attempting to bind port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '2265c656-f2a0-4148-a97a-84e57fc46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:23.890086 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Attempting to bind port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb on network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:23.892748 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=850a8864-79d3-4a85-ae4f-572e0b379930,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:23.899132 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:23.899510 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Checking segment: {'id': '2265c656-f2a0-4148-a97a-84e57fc46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:23.899915 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.900801 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Bound using segment: {'id': '2265c656-f2a0-4148-a97a-84e57fc46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:23.900801 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Bound port: c585b5c7-35ab-4c5a-9416-8a51a6b18bbb, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2265c656-f2a0-4148-a97a-84e57fc46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:23.901242 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.947978 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.003549 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] For port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:24.009565 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] For port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=c585b5c7-35ab-4c5a-9416-8a51a6b18bbb,segment=NetworkSegment(2265c656-f2a0-4148-a97a-84e57fc46f73),segment_id=2265c656-f2a0-4148-a97a-84e57fc46f73)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:24.015278 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.020226 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Allocated IP 172.27.3.248 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:24.126924 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-922b330a-aa53-4b36-8147-6e0e343c599b None None] Provisioning for port ebf83c29-da64-410b-87b1-775bb672c4af completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:24.131206 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-922b330a-aa53-4b36-8147-6e0e343c599b None None] Provisioning complete for port ebf83c29-da64-410b-87b1-775bb672c4af triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:24.132177 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-922b330a-aa53-4b36-8147-6e0e343c599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.134526 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcacad-77a3-474a-a566-94d138fb60ff None None] Pushing event updated for resources: {'Port': ['ID=c585b5c7-35ab-4c5a-9416-8a51a6b18bbb,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:24.150348 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.192221 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-922b330a-aa53-4b36-8147-6e0e343c599b None None] Port ebf83c29-da64-410b-87b1-775bb672c4af cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:24.201552 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.241080 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:24.249997 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:24.258899 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:24.263433 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.276517 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Transition to ACTIVE for port object 531620bf-f51f-4b56-b2b1-cd758d98202e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:24.283110 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.286691 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Pushing event updated for resources: {'Port': ['ID=f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:24.378108 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Pushing event updated for resources: {'Port': ['ID=531620bf-f51f-4b56-b2b1-cd758d98202e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:24.414555 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.415032 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.415456 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.415859 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.416265 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.416744 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.417146 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.417545 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.417961 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.418380 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.418775 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.419165 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:24.467771 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Attempting to bind port 531620bf-f51f-4b56-b2b1-cd758d98202e on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:24.468173 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Attempting to bind port 531620bf-f51f-4b56-b2b1-cd758d98202e by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:24.468543 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Attempting to bind port 531620bf-f51f-4b56-b2b1-cd758d98202e on network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:24.475333 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:24.475728 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Checking segment: {'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:24.476118 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.476516 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Bound using segment: {'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:24.477040 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Bound port: 531620bf-f51f-4b56-b2b1-cd758d98202e, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:24.477441 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.574912 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] For port 531620bf-f51f-4b56-b2b1-cd758d98202e, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:24.579245 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] For port 531620bf-f51f-4b56-b2b1-cd758d98202e, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=531620bf-f51f-4b56-b2b1-cd758d98202e,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:24.584409 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.645177 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.658258 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Routers {'5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:24.658902 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:41:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.664846 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eed030-ce23-473e-8f81-d1785d3b80a9 None None] Pushing event updated for resources: {'Port': ['ID=531620bf-f51f-4b56-b2b1-cd758d98202e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:24.680123 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5626fa-bc35-45ae-85ab-c2ba21457870 req-3909fe88-ed65-4c64-ba4a-4a96a8c2b682 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:24.681710 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bf5626fa-bc35-45ae-85ab-c2ba21457870 req-3909fe88-ed65-4c64-ba4a-4a96a8c2b682 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 936 time: 0.5438783 Aug 19 12:41:24.769324 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bf5626fa-bc35-45ae-85ab-c2ba21457870 req-a4366c41-ef9e-4132-b308-99228356eae4 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549433 Aug 19 12:41:24.802122 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] Set router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:24.826149 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf83c29-da64-410b-87b1-775bb672c4af {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:24.834427 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.857204 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Transition to ACTIVE for port object ebf83c29-da64-410b-87b1-775bb672c4af will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:24.865502 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.893473 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.917792 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=ebf83c29-da64-410b-87b1-775bb672c4af,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:25.029552 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Attempting to bind port ebf83c29-da64-410b-87b1-775bb672c4af on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:25.030178 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Attempting to bind port ebf83c29-da64-410b-87b1-775bb672c4af by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': 'b291db4c-796f-4ce7-af87-70c68c57f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:25.030670 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Attempting to bind port ebf83c29-da64-410b-87b1-775bb672c4af on network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:25.037854 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Port ebf83c29-da64-410b-87b1-775bb672c4af on network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:41:25.038572 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Attempting to bind port ebf83c29-da64-410b-87b1-775bb672c4af on network 6db3001f-176e-4e75-af3b-71b1f6afa6a7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:25.043653 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:25.044201 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Checking segment: {'id': 'b291db4c-796f-4ce7-af87-70c68c57f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:25.044781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Bound using segment: {'id': 'b291db4c-796f-4ce7-af87-70c68c57f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:25.045449 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Bound port: ebf83c29-da64-410b-87b1-775bb672c4af, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b291db4c-796f-4ce7-af87-70c68c57f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:25.046028 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.103396 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device c585b5c7-35ab-4c5a-9416-8a51a6b18bbb up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:25.137328 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Router 13b56219-3081-457d-a89a-84b1aca63e80 is scheduled to L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:41:25.160129 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] For port ebf83c29-da64-410b-87b1-775bb672c4af, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:25.165064 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] For port ebf83c29-da64-410b-87b1-775bb672c4af, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=ebf83c29-da64-410b-87b1-775bb672c4af,segment=NetworkSegment(b291db4c-796f-4ce7-af87-70c68c57f2d2),segment_id=b291db4c-796f-4ce7-af87-70c68c57f2d2)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:25.174437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.197102 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:25.209790 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 850a8864-79d3-4a85-ae4f-572e0b379930 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:25.214491 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '531620bf-f51f-4b56-b2b1-cd758d98202e', 'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'mac_address': 'fa:16:3e:c8:89:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:24Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'subnets': [{'id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.254185 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db769260-1b3a-4f0a-9c5c-1e08c6d6862e None None] The sync data for ids ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'] in dv-cinder-804603-3-iscsi is: [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '531620bf-f51f-4b56-b2b1-cd758d98202e', 'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'mac_address': 'fa:16:3e:c8:89:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:24Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'subnets': [{'id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:25.264377 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:25.272411 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.274134 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] 10.222.0.50 "PUT /v2.0/ports/ebf83c29-da64-410b-87b1-775bb672c4af HTTP/1.1" status: 200 len: 1098 time: 1.4306698 Aug 19 12:41:25.274772 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01df2610-3761-408b-9130-a9c58d251c51', 'tag': 'ebf83c29-da64-410b-87b1-775bb672c4af'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:25.277158 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05" -d '{"events": [{"name": "network-changed", "server_uuid": "01df2610-3761-408b-9130-a9c58d251c51", "tag": "ebf83c29-da64-410b-87b1-775bb672c4af"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:25.289121 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 850a8864-79d3-4a85-ae4f-572e0b379930 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:25.289523 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.417374 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:25.432743 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Sync routers for ids ['13b56219-3081-457d-a89a-84b1aca63e80'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:25.443243 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daf1a8f-6f29-4062-a54a-262f05ee792d x-openstack-request-id: req-5daf1a8f-6f29-4062-a54a-262f05ee792d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:25.443904 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01df2610-3761-408b-9130-a9c58d251c51", "tag": "ebf83c29-da64-410b-87b1-775bb672c4af", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:25.444366 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5daf1a8f-6f29-4062-a54a-262f05ee792d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:25.445296 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01df2610-3761-408b-9130-a9c58d251c51', 'tag': 'ebf83c29-da64-410b-87b1-775bb672c4af', 'status': 'completed', 'code': 200} Aug 19 12:41:25.450232 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.451684 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-bb618c83-83d6-422a-a118-b7e69a09edde admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5359428 Aug 19 12:41:25.454745 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53464) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:25.462702 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Routers {'13b56219-3081-457d-a89a-84b1aca63e80'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:25.463337 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:41:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['13b56219-3081-457d-a89a-84b1aca63e80'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.469179 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297840d5-3cc7-42b8-aa8c-2a8e7699dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=ebf83c29-da64-410b-87b1-775bb672c4af,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:25.504884 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-b2bbc535-96aa-4435-bb81-27fbd4337abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:25.507192 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-b2bbc535-96aa-4435-bb81-27fbd4337abf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94dfb68de58b4722abef4ab1950072f7&device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 1101 time: 0.1648130 Aug 19 12:41:25.572160 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-80c9f921-19cc-4200-9a4f-1c6a2e3e48c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ebf83c29-da64-410b-87b1-775bb672c4af HTTP/1.1" status: 200 len: 217 time: 0.0562201 Aug 19 12:41:25.628395 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Set router 13b56219-3081-457d-a89a-84b1aca63e80 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:25.632381 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-73182d29-1c1e-419d-bfa3-1dd8266f8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:25.634099 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-73182d29-1c1e-419d-bfa3-1dd8266f8d85 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4332f696-c135-4a8a-a573-8170ca005ca0 HTTP/1.1" status: 200 len: 843 time: 0.0546372 Aug 19 12:41:25.665532 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dc1d74-4205-44f7-8c2a-1276060fc3bc None None] Network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:25.700322 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-979fb02e-a0cb-4808-aed3-ee6a9f8e6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:25.702855 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-979fb02e-a0cb-4808-aed3-ee6a9f8e6b09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6db3001f-176e-4e75-af3b-71b1f6afa6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0598078 Aug 19 12:41:25.819697 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-c8236bd2-aa62-4c78-894f-866b4ad0ed01 service neutron] 10.222.0.50 "GET /v2.0/networks/6db3001f-176e-4e75-af3b-71b1f6afa6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100399 Aug 19 12:41:25.963967 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddffd5f-19eb-4f8a-91ff-de5575310057 req-566793b6-d7e3-4489-ada4-985dff3ab635 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:25.966080 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1ddffd5f-19eb-4f8a-91ff-de5575310057 req-566793b6-d7e3-4489-ada4-985dff3ab635 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 948 time: 0.1269171 Aug 19 12:41:26.025836 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3587ddbe-dd9b-410c-9f88-bb0287b7f9e0 req-b37db863-a64a-4ab7-b4d4-60a19f269184 service neutron] 10.222.0.50 "GET /v2.0/networks/6db3001f-176e-4e75-af3b-71b1f6afa6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979818 Aug 19 12:41:26.035494 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1ddffd5f-19eb-4f8a-91ff-de5575310057 req-d935fc01-55a7-4b40-9dcb-4f327dea1d4f tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629036 Aug 19 12:41:26.050495 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.054687 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2437c62c-c740-4eda-b494-69bf8858a813 None None] Provisioning for port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:26.087510 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2437c62c-c740-4eda-b494-69bf8858a813 None None] Provisioning complete for port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:26.087887 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2437c62c-c740-4eda-b494-69bf8858a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.138433 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-51eecb03-55cf-48ef-b71b-43e78d7ea093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.140142 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-51eecb03-55cf-48ef-b71b-43e78d7ea093 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94dfb68de58b4722abef4ab1950072f7&device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 1101 time: 0.0581434 Aug 19 12:41:26.253949 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Allocated IP 172.20.0.1 (f8d25dc9-516e-40c4-a61d-d73e3d9c08b3/bf42b9d6-9911-4dce-9154-83f272d50908/ca8c46b9-5bd8-405c-9eb9-37fd7f311b23) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:26.260400 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b56219-3081-457d-a89a-84b1aca63e80', 'name': 'tempest-TestMinimumBasicScenario-481353236-router', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:22Z', 'updated_at': '2021-08-19T12:41:24Z', 'revision_number': 3, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'gw_port': {'id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:23Z', 'updated_at': '2021-08-19T12:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:26.278988 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-df78a8ea-178d-496b-9eda-7882d6b43952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.280931 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-df78a8ea-178d-496b-9eda-7882d6b43952 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6db3001f-176e-4e75-af3b-71b1f6afa6a7 HTTP/1.1" status: 200 len: 870 time: 0.1330588 Aug 19 12:41:26.296637 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Checking router: 13b56219-3081-457d-a89a-84b1aca63e80 for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:26.297531 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Updating router 13b56219-3081-457d-a89a-84b1aca63e80 port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 binding host dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:41:26.326655 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2437c62c-c740-4eda-b494-69bf8858a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.335466 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-6e8adf18-9bb3-45c5-a877-a2dd1cadfa33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ebf83c29-da64-410b-87b1-775bb672c4af HTTP/1.1" status: 200 len: 217 time: 0.0468457 Aug 19 12:41:26.345288 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.417884 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2437c62c-c740-4eda-b494-69bf8858a813 None None] For port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=c585b5c7-35ab-4c5a-9416-8a51a6b18bbb,segment=NetworkSegment(2265c656-f2a0-4148-a97a-84e57fc46f73),segment_id=2265c656-f2a0-4148-a97a-84e57fc46f73)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:26.418886 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-36720ae9-3815-4564-9bab-c3612ecb3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.420377 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-36720ae9-3815-4564-9bab-c3612ecb3b74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4332f696-c135-4a8a-a573-8170ca005ca0 HTTP/1.1" status: 200 len: 843 time: 0.0775778 Aug 19 12:41:26.430539 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.431527 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2437c62c-c740-4eda-b494-69bf8858a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.445715 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Transition to ACTIVE for port object ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 will not be triggered until provisioned by entity DHCP. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:26.482615 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-58d9ec4d-4b2e-4cac-8cc5-88b8678b60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.484130 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-58d9ec4d-4b2e-4cac-8cc5-88b8678b60bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6db3001f-176e-4e75-af3b-71b1f6afa6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0550520 Aug 19 12:41:26.501141 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.554293 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:26.557620 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:26.562862 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:26.566481 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Pushing event updated for resources: {'Port': ['ID=ca8c46b9-5bd8-405c-9eb9-37fd7f311b23,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:26.588238 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ad0fcbe7-066b-4630-b43f-40f040e6712c None None] Provisioning complete for port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:26.588892 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcbe7-066b-4630-b43f-40f040e6712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.619285 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636004'] for router_interface, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.619619 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-b6631f4d-9354-46c5-8599-47d314cf2741 service neutron] 10.222.0.50 "GET /v2.0/networks/6db3001f-176e-4e75-af3b-71b1f6afa6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274638 Aug 19 12:41:26.624196 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c62c-c740-4eda-b494-69bf8858a813 None None] Pushing event updated for resources: {'Port': ['ID=c585b5c7-35ab-4c5a-9416-8a51a6b18bbb,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:26.749752 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b6c9dd43-5362-4514-8c0d-dfa1877f4d05 req-2ea27dc2-7b22-441d-9c85-628845b0ff61 service neutron] 10.222.0.50 "GET /v2.0/networks/6db3001f-176e-4e75-af3b-71b1f6afa6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210396 Aug 19 12:41:26.807539 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.839337 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.852308 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Transition to ACTIVE for port object f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:26.861741 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.930741 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ef19c55e-2aef-412a-b395-aa0b699c21bd None None] Provisioning for port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:26.935300 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2a759-6aa4-4011-92da-20d7f9c843be None None] Pushing event updated for resources: {'Port': ['ID=f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:26.938385 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Attempting to bind port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:26.938760 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Attempting to bind port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:26.939127 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Attempting to bind port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 on network c71972f2-2cd9-46b8-9376-b8f5c0294d20 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:26.941587 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ef19c55e-2aef-412a-b395-aa0b699c21bd None None] Provisioning complete for port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:26.941960 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef19c55e-2aef-412a-b395-aa0b699c21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.964227 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:26.964649 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:26.965031 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.965431 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Bound using segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:26.965912 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Bound port: f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:26.966296 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.995223 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.000783 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258840'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.007026 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ef19c55e-2aef-412a-b395-aa0b699c21bd None None] Port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:27.019953 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device c585b5c7-35ab-4c5a-9416-8a51a6b18bbb up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:27.052894 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] For port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:27.069744 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636048'] for router_interface, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.072238 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Pushing event updated for resources: {'Port': ['ID=ca8c46b9-5bd8-405c-9eb9-37fd7f311b23,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:27.075051 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] For port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:27.084711 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.128175 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:27.128550 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.170295 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fcf5f-5c21-4de9-bc95-aeebf462c1bc req-6e734adc-546c-4e67-b64f-925b94585dbb tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:27.172023 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a56fcf5f-5c21-4de9-bc95-aeebf462c1bc req-6e734adc-546c-4e67-b64f-925b94585dbb tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 948 time: 0.0578222 Aug 19 12:41:27.174393 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:27.175850 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:27.180636 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Routers {'13b56219-3081-457d-a89a-84b1aca63e80'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:27.181336 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:41:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['13b56219-3081-457d-a89a-84b1aca63e80'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:27.184381 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2a759-6aa4-4011-92da-20d7f9c843be None None] Pushing event updated for resources: {'Port': ['ID=f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:27.225258 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a56fcf5f-5c21-4de9-bc95-aeebf462c1bc req-48c3de15-baee-4b89-9fd3-78fd64eb8ff8 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Aug 19 12:41:27.317095 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 531620bf-f51f-4b56-b2b1-cd758d98202e up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:27.320675 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Router 13b56219-3081-457d-a89a-84b1aca63e80 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:27.353694 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] Set router 13b56219-3081-457d-a89a-84b1aca63e80 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:27.485202 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 531620bf-f51f-4b56-b2b1-cd758d98202e completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:27.499051 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 531620bf-f51f-4b56-b2b1-cd758d98202e triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:27.499426 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.504517 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c334d78a-28f9-489a-a776-05757e718411 None None] Provisioning complete for port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:27.504916 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c334d78a-28f9-489a-a776-05757e718411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.596454 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c334d78a-28f9-489a-a776-05757e718411 None None] Port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:27.669893 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:27.675452 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-171f76a6-8eed-4624-9524-156c53a2c9bd admin admin] 10.222.0.42 "PUT /v2.0/routers/13b56219-3081-457d-a89a-84b1aca63e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2195210 Aug 19 12:41:27.687422 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.698275 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b56219-3081-457d-a89a-84b1aca63e80', 'name': 'tempest-TestMinimumBasicScenario-481353236-router', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:22Z', 'updated_at': '2021-08-19T12:41:26Z', 'revision_number': 4, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'gw_port': {'id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:23Z', 'updated_at': '2021-08-19T12:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'ca8c46b9-5bd8-405c-9eb9-37fd7f311b23', 'name': '', 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'mac_address': 'fa:16:3e:7e:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'bf42b9d6-9911-4dce-9154-83f272d50908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:26Z', 'updated_at': '2021-08-19T12:41:26Z', 'revision_number': 2, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'subnets': [{'id': 'bf42b9d6-9911-4dce-9154-83f272d50908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:27.725575 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a372b3e-1da5-43ca-a69a-7247294c97c5 None None] The sync data for ids ['13b56219-3081-457d-a89a-84b1aca63e80'] in dv-cinder-804603-3-iscsi is: [{'id': '13b56219-3081-457d-a89a-84b1aca63e80', 'name': 'tempest-TestMinimumBasicScenario-481353236-router', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:22Z', 'updated_at': '2021-08-19T12:41:26Z', 'revision_number': 4, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'gw_port': {'id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:23Z', 'updated_at': '2021-08-19T12:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'ca8c46b9-5bd8-405c-9eb9-37fd7f311b23', 'name': '', 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'mac_address': 'fa:16:3e:7e:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'bf42b9d6-9911-4dce-9154-83f272d50908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:26Z', 'updated_at': '2021-08-19T12:41:26Z', 'revision_number': 2, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'subnets': [{'id': 'bf42b9d6-9911-4dce-9154-83f272d50908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:27.754592 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 531620bf-f51f-4b56-b2b1-cd758d98202e, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=531620bf-f51f-4b56-b2b1-cd758d98202e,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:27.758573 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.810979 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=531620bf-f51f-4b56-b2b1-cd758d98202e,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:28.410970 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0fa7c-f94c-4c5a-a996-98d0984c9a4c req-3204f7f4-b0ae-4a0f-a222-c95df18c8081 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:28.413374 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a3a0fa7c-f94c-4c5a-a996-98d0984c9a4c req-3204f7f4-b0ae-4a0f-a222-c95df18c8081 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 948 time: 0.1112890 Aug 19 12:41:28.476426 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a3a0fa7c-f94c-4c5a-a996-98d0984c9a4c req-f7d981a2-466f-4e04-ab54-827e1b1225a8 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564990 Aug 19 12:41:29.032191 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 531620bf-f51f-4b56-b2b1-cd758d98202e up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:29.099302 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 531620bf-f51f-4b56-b2b1-cd758d98202e triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:29.099954 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.196477 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:29.256328 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:29.260735 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:29.261172 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.315750 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device ebf83c29-da64-410b-87b1-775bb672c4af details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:41:29.369818 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.586550 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:29.598429 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.651923 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb0c18-2c22-4f80-ab9f-075e62d4bc5a req-0a7c13aa-af1b-4a67-9fb6-cade44a716d7 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:29.661435 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eedb0c18-2c22-4f80-ab9f-075e62d4bc5a req-0a7c13aa-af1b-4a67-9fb6-cade44a716d7 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 948 time: 0.0900655 Aug 19 12:41:29.685400 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port ebf83c29-da64-410b-87b1-775bb672c4af, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=ebf83c29-da64-410b-87b1-775bb672c4af,segment=NetworkSegment(b291db4c-796f-4ce7-af87-70c68c57f2d2),segment_id=b291db4c-796f-4ce7-af87-70c68c57f2d2)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:29.697223 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:29.708156 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': 'ebf83c29-da64-410b-87b1-775bb672c4af', 'network_id': '6db3001f-176e-4e75-af3b-71b1f6afa6a7', 'port_id': 'ebf83c29-da64-410b-87b1-775bb672c4af', 'mac_address': 'fa:16:3e:47:e9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4332f696-c135-4a8a-a573-8170ca005ca0', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:41:29.709335 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-eedb0c18-2c22-4f80-ab9f-075e62d4bc5a req-616d4af2-8158-4b34-bd96-8443fee7d4a9 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461152 Aug 19 12:41:29.763071 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.777163 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf83c29-da64-410b-87b1-775bb672c4af {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:29.804037 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port ebf83c29-da64-410b-87b1-775bb672c4af, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=ebf83c29-da64-410b-87b1-775bb672c4af,segment=NetworkSegment(b291db4c-796f-4ce7-af87-70c68c57f2d2),segment_id=b291db4c-796f-4ce7-af87-70c68c57f2d2)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:29.807975 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.867643 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=ebf83c29-da64-410b-87b1-775bb672c4af,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:29.942937 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Sync routers for ids ['13b56219-3081-457d-a89a-84b1aca63e80'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:29.956019 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Routers {'13b56219-3081-457d-a89a-84b1aca63e80'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:29.956771 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:41:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['13b56219-3081-457d-a89a-84b1aca63e80'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:30.042928 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['ebf83c29-da64-410b-87b1-775bb672c4af'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:41:30.079537 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Set router 13b56219-3081-457d-a89a-84b1aca63e80 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:30.322469 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b56219-3081-457d-a89a-84b1aca63e80', 'name': 'tempest-TestMinimumBasicScenario-481353236-router', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:22Z', 'updated_at': '2021-08-19T12:41:26Z', 'revision_number': 4, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'gw_port': {'id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:23Z', 'updated_at': '2021-08-19T12:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'ca8c46b9-5bd8-405c-9eb9-37fd7f311b23', 'name': '', 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'mac_address': 'fa:16:3e:7e:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'bf42b9d6-9911-4dce-9154-83f272d50908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:26Z', 'updated_at': '2021-08-19T12:41:26Z', 'revision_number': 2, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'subnets': [{'id': 'bf42b9d6-9911-4dce-9154-83f272d50908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:30.349647 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Checking router: 13b56219-3081-457d-a89a-84b1aca63e80 for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:30.350002 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Updating router 13b56219-3081-457d-a89a-84b1aca63e80 port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 binding host dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:41:30.386776 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.681512 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.695167 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Transition to ACTIVE for port object ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:30.706341 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.775462 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d58a99-ad4e-4f8c-b002-bbe3580aaf65 None None] Pushing event updated for resources: {'Port': ['ID=ca8c46b9-5bd8-405c-9eb9-37fd7f311b23,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:30.882645 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6aece-50d0-437c-8109-d8f398054cd5 req-d8cc00ac-59b4-4f8f-83c0-c2106e9b351c tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:30.884446 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8fc6aece-50d0-437c-8109-d8f398054cd5 req-d8cc00ac-59b4-4f8f-83c0-c2106e9b351c tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 949 time: 0.0946693 Aug 19 12:41:30.964184 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8fc6aece-50d0-437c-8109-d8f398054cd5 req-1cd3a51f-0f3a-40c0-943a-bf359ff20854 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696740 Aug 19 12:41:30.965188 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:31.021948 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Attempting to bind port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:31.022507 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Attempting to bind port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '2265c656-f2a0-4148-a97a-84e57fc46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:31.022679 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Attempting to bind port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 on network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:31.028656 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:31.029063 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Checking segment: {'id': '2265c656-f2a0-4148-a97a-84e57fc46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:31.029480 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.029877 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Bound using segment: {'id': '2265c656-f2a0-4148-a97a-84e57fc46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:31.030355 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Bound port: ca8c46b9-5bd8-405c-9eb9-37fd7f311b23, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2265c656-f2a0-4148-a97a-84e57fc46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:31.030762 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.059506 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:31.060059 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.117936 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] For port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:31.122085 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] For port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=ca8c46b9-5bd8-405c-9eb9-37fd7f311b23,segment=NetworkSegment(2265c656-f2a0-4148-a97a-84e57fc46f73),segment_id=2265c656-f2a0-4148-a97a-84e57fc46f73)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:31.127827 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.199558 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Routers {'13b56219-3081-457d-a89a-84b1aca63e80'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:31.200213 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:41:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['13b56219-3081-457d-a89a-84b1aca63e80'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:31.202391 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d58a99-ad4e-4f8c-b002-bbe3580aaf65 None None] Pushing event updated for resources: {'Port': ['ID=ca8c46b9-5bd8-405c-9eb9-37fd7f311b23,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:31.342790 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] Set router 13b56219-3081-457d-a89a-84b1aca63e80 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:31.344687 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device ebf83c29-da64-410b-87b1-775bb672c4af up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:31.421280 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port ebf83c29-da64-410b-87b1-775bb672c4af completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:31.426933 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port ebf83c29-da64-410b-87b1-775bb672c4af triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:31.427508 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.523698 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.550769 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01df2610-3761-408b-9130-a9c58d251c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf83c29-da64-410b-87b1-775bb672c4af'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:31.553174 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec14c00-44f2-4bcc-9c20-4be9e2cc7a9e" -d '{"events": [{"server_uuid": "01df2610-3761-408b-9130-a9c58d251c51", "name": "network-vif-plugged", "status": "completed", "tag": "ebf83c29-da64-410b-87b1-775bb672c4af"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:31.571251 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port ebf83c29-da64-410b-87b1-775bb672c4af, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=ebf83c29-da64-410b-87b1-775bb672c4af,segment=NetworkSegment(b291db4c-796f-4ce7-af87-70c68c57f2d2),segment_id=b291db4c-796f-4ce7-af87-70c68c57f2d2)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:31.579412 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.580077 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b56219-3081-457d-a89a-84b1aca63e80', 'name': 'tempest-TestMinimumBasicScenario-481353236-router', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:22Z', 'updated_at': '2021-08-19T12:41:26Z', 'revision_number': 4, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'gw_port': {'id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:23Z', 'updated_at': '2021-08-19T12:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'ca8c46b9-5bd8-405c-9eb9-37fd7f311b23', 'name': '', 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'mac_address': 'fa:16:3e:7e:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'bf42b9d6-9911-4dce-9154-83f272d50908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:26Z', 'updated_at': '2021-08-19T12:41:31Z', 'revision_number': 4, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'subnets': [{'id': 'bf42b9d6-9911-4dce-9154-83f272d50908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:31.625315 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a960f43d-6ce5-4fb5-9744-7ac2822708ee None None] The sync data for ids ['13b56219-3081-457d-a89a-84b1aca63e80'] in dv-cinder-804603-3-iscsi is: [{'id': '13b56219-3081-457d-a89a-84b1aca63e80', 'name': 'tempest-TestMinimumBasicScenario-481353236-router', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:22Z', 'updated_at': '2021-08-19T12:41:26Z', 'revision_number': 4, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'gw_port': {'id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:23Z', 'updated_at': '2021-08-19T12:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'ca8c46b9-5bd8-405c-9eb9-37fd7f311b23', 'name': '', 'network_id': 'f8d25dc9-516e-40c4-a61d-d73e3d9c08b3', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'mac_address': 'fa:16:3e:7e:91:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'bf42b9d6-9911-4dce-9154-83f272d50908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:26Z', 'updated_at': '2021-08-19T12:41:31Z', 'revision_number': 4, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'subnets': [{'id': 'bf42b9d6-9911-4dce-9154-83f272d50908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:31.632162 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb05859-95d0-47d3-b5b9-d41c9c9d70f8 x-openstack-request-id: req-6cb05859-95d0-47d3-b5b9-d41c9c9d70f8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:31.632464 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01df2610-3761-408b-9130-a9c58d251c51", "name": "network-vif-plugged", "status": "completed", "tag": "ebf83c29-da64-410b-87b1-775bb672c4af", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:31.632750 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6cb05859-95d0-47d3-b5b9-d41c9c9d70f8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:31.633147 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01df2610-3761-408b-9130-a9c58d251c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf83c29-da64-410b-87b1-775bb672c4af', 'code': 200} Aug 19 12:41:31.644842 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=ebf83c29-da64-410b-87b1-775bb672c4af,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:31.842704 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107d85-3294-410c-9aed-4ea4b4c7bcf6 req-e323d78f-470e-4a8c-abeb-c246ea17047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:31.845034 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db107d85-3294-410c-9aed-4ea4b4c7bcf6 req-e323d78f-470e-4a8c-abeb-c246ea17047b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 1103 time: 0.0609596 Aug 19 12:41:31.886585 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db107d85-3294-410c-9aed-4ea4b4c7bcf6 req-8742a496-990c-49fb-902d-d0034fe1bd5a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Aug 19 12:41:32.098208 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5120c7-c7f8-482d-8826-26b03fff3223 req-f946e5fe-c6ed-42c1-8493-d2a791659d6e tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:32.100168 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fd5120c7-c7f8-482d-8826-26b03fff3223 req-f946e5fe-c6ed-42c1-8493-d2a791659d6e tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 950 time: 0.0605893 Aug 19 12:41:32.159095 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-fd5120c7-c7f8-482d-8826-26b03fff3223 req-bc78e028-86b1-4acc-88f3-1aabd168c468 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509195 Aug 19 12:41:32.967758 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:33.026091 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:33.033405 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:33.033788 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.130711 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.168726 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=ca8c46b9-5bd8-405c-9eb9-37fd7f311b23,segment=NetworkSegment(2265c656-f2a0-4148-a97a-84e57fc46f73),segment_id=2265c656-f2a0-4148-a97a-84e57fc46f73)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:33.176332 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.244463 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83894796-47c4-48a4-a231-8262fc0ad145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.249715 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=ca8c46b9-5bd8-405c-9eb9-37fd7f311b23,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:33.313931 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea46ed2-ba2b-4ddc-b31c-9c51f06b8cb9 req-0032a789-c6af-4bb2-a1f8-4b2aea5e3653 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:33.315571 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7ea46ed2-ba2b-4ddc-b31c-9c51f06b8cb9 req-0032a789-c6af-4bb2-a1f8-4b2aea5e3653 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 950 time: 0.0627272 Aug 19 12:41:33.364985 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7ea46ed2-ba2b-4ddc-b31c-9c51f06b8cb9 req-4b2870c6-ac27-4b96-89b9-1d73d3198cd5 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 Aug 19 12:41:33.642724 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9148b-c632-4d94-97a9-f1851c9e4056 req-644034b4-772a-4718-b217-6563d8deb847 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:33.644167 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cdf9148b-c632-4d94-97a9-f1851c9e4056 req-644034b4-772a-4718-b217-6563d8deb847 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 950 time: 0.0620968 Aug 19 12:41:33.686222 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cdf9148b-c632-4d94-97a9-f1851c9e4056 req-8fd24681-6c3a-4f7a-95fb-81d57df64f18 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358613 Aug 19 12:41:34.279244 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.828095 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b090968-07c8-4488-ba6f-1fb071778c35 req-c07ad332-732c-494a-9a96-c79a980abd76 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:34.830073 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8b090968-07c8-4488-ba6f-1fb071778c35 req-c07ad332-732c-494a-9a96-c79a980abd76 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 950 time: 0.0541439 Aug 19 12:41:34.877233 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8b090968-07c8-4488-ba6f-1fb071778c35 req-e7d4f53b-b953-4b31-8b39-04b8248354da tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383675 Aug 19 12:41:34.925254 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:34.983409 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:34.983697 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.089583 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-55a7ef89-dea6-44d2-be5c-b5169f4d3072 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:35.091307 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-55a7ef89-dea6-44d2-be5c-b5169f4d3072 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.50 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 950 time: 0.0622344 Aug 19 12:41:35.189691 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Deleting port ebf83c29-da64-410b-87b1-775bb672c4af {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:35.190150 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.289829 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] For port ebf83c29-da64-410b-87b1-775bb672c4af, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=ebf83c29-da64-410b-87b1-775bb672c4af,segment=NetworkSegment(b291db4c-796f-4ce7-af87-70c68c57f2d2),segment_id=b291db4c-796f-4ce7-af87-70c68c57f2d2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:35.290281 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.306553 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Calling delete_port for ebf83c29-da64-410b-87b1-775bb672c4af owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:35.451598 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.467497 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['ebf83c29-da64-410b-87b1-775bb672c4af'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:41:35.485951 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Pushing event deleted for resources: {'Port': ['ID=ebf83c29-da64-410b-87b1-775bb672c4af,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:35.495247 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.495584 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.495940 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.496276 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.496630 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.496975 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.497327 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.497637 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.497971 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.498300 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.498628 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.499027 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:35.559056 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] No DVR routers for this DVR port ebf83c29-da64-410b-87b1-775bb672c4af on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:35.562184 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.565049 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a07e9362-dd4a-4ab9-9ab2-ef728143b8c5 req-064f4774-889d-4c26-843a-fbf70e835697 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.50 "DELETE /v2.0/ports/ebf83c29-da64-410b-87b1-775bb672c4af HTTP/1.1" status: 204 len: 173 time: 0.4670813 Aug 19 12:41:35.565601 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01df2610-3761-408b-9130-a9c58d251c51', 'name': 'network-vif-deleted', 'tag': 'ebf83c29-da64-410b-87b1-775bb672c4af'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:35.568726 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a304670-9d0e-492d-9dcb-35c92090897f" -d '{"events": [{"server_uuid": "01df2610-3761-408b-9130-a9c58d251c51", "name": "network-vif-deleted", "tag": "ebf83c29-da64-410b-87b1-775bb672c4af"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:35.630079 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56d99ab-af8c-4c5d-899e-ac891576361b x-openstack-request-id: req-f56d99ab-af8c-4c5d-899e-ac891576361b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:35.630370 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01df2610-3761-408b-9130-a9c58d251c51", "name": "network-vif-deleted", "tag": "ebf83c29-da64-410b-87b1-775bb672c4af", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:35.630618 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f56d99ab-af8c-4c5d-899e-ac891576361b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:35.631010 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01df2610-3761-408b-9130-a9c58d251c51', 'name': 'network-vif-deleted', 'tag': 'ebf83c29-da64-410b-87b1-775bb672c4af', 'status': 'completed', 'code': 200} Aug 19 12:41:35.762310 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6665326-11dc-4270-88d5-a16f99156434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.996419 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-23eaca62-065b-46e4-9feb-28870da63269 req-e646fc7b-bed6-4584-8377-8dcc784e41d3 tempest-VolumesNegativeTest-1396291408 tempest-VolumesNegativeTest-1396291408-project] 10.222.0.42 "GET /v2.0/ports?device_id=01df2610-3761-408b-9130-a9c58d251c51 HTTP/1.1" status: 200 len: 210 time: 0.0320311 Aug 19 12:41:36.190638 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.136495 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.051811 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab012-abc3-4b62-8498-d499eff301ae req-941d6f66-d462-4a15-af94-f7775104855d tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:38.057065 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-941d6f66-d462-4a15-af94-f7775104855d tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/networks?id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778 HTTP/1.1" status: 200 len: 815 time: 0.1090882 Aug 19 12:41:38.069964 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-9c37864f-1a98-4c12-b350-1221ef160f93 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/quotas/163ce8fb2e2f469d9adca1413b3f0436 HTTP/1.1" status: 200 len: 375 time: 0.0104189 Aug 19 12:41:38.126167 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-624c57a2-564b-45a9-bd4b-98105e8a53e3 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=163ce8fb2e2f469d9adca1413b3f0436&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507286 Aug 19 12:41:38.225807 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-66a4c816-9243-4707-8c00-03816fb0c283 service neutron] 10.222.0.42 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876889 Aug 19 12:41:38.321128 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-d09ad926-7ef7-4841-b82a-51b80b417b59 service neutron] 10.222.0.42 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892875 Aug 19 12:41:38.363240 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.511595 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d7a053eb-c00b-4aaa-83de-500a0af7809c req-4c340669-77ef-4213-a4f5-153d804180b1 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 210 time: 0.0297825 Aug 19 12:41:39.396441 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device ebf83c29-da64-410b-87b1-775bb672c4af no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:39.423833 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: ebf83c29-da64-410b-87b1-775bb672c4af {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:39.424740 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device ebf83c29-da64-410b-87b1-775bb672c4af not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:39.485640 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab012-abc3-4b62-8498-d499eff301ae req-97b63dbd-1147-4bf9-90ac-309c88802049 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:39.489089 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-97b63dbd-1147-4bf9-90ac-309c88802049 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.50 "GET /v2.0/networks?id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778 HTTP/1.1" status: 200 len: 815 time: 0.1249056 Aug 19 12:41:39.502911 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'port': {'device_id': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'admin_state_up': True, 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:39.624966 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f06b725e-b059-4c8a-8262-ad97544478bf req-e36110e8-b550-43ab-b3dc-06662b2a495a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 210 time: 0.0336709 Aug 19 12:41:39.654989 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Made reservation on behalf of 163ce8fb2e2f469d9adca1413b3f0436 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:39.659026 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.796495 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Allocated IP 172.20.0.8 (48f8da7d-3ec2-4df2-a5fb-8be54bb74778/e45c7c77-02bb-4fb2-9947-cded96c56a8b/801ce70d-152f-4c66-9808-d1fa3d92f4ad) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:39.972370 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.988905 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Transition to ACTIVE for port object 801ce70d-152f-4c66-9808-d1fa3d92f4ad will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:40.054051 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.106346 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:40.110232 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:40.114143 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:40.163395 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:40.164031 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.170595 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'Port': ['ID=801ce70d-152f-4c66-9808-d1fa3d92f4ad,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:40.195150 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-825be56a-fd34-4261-a843-0cea9d20faf7 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6955581 Aug 19 12:41:40.393984 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8f545fc2-bffd-4fc5-82e3-e2d8e197a1b6 None None] Provisioning for port 801ce70d-152f-4c66-9808-d1fa3d92f4ad completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:40.397820 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8f545fc2-bffd-4fc5-82e3-e2d8e197a1b6 None None] Provisioning complete for port 801ce70d-152f-4c66-9808-d1fa3d92f4ad triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:40.398408 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f545fc2-bffd-4fc5-82e3-e2d8e197a1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.432071 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8f545fc2-bffd-4fc5-82e3-e2d8e197a1b6 None None] Port 801ce70d-152f-4c66-9808-d1fa3d92f4ad cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:40.762242 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971565f0-e5f5-48e7-806f-72a72c69aa6a req-0dc8e75b-9c05-428e-8dc7-31b9fa41aec9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:40.763871 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-971565f0-e5f5-48e7-806f-72a72c69aa6a req-0dc8e75b-9c05-428e-8dc7-31b9fa41aec9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 931 time: 0.0581946 Aug 19 12:41:40.808031 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-971565f0-e5f5-48e7-806f-72a72c69aa6a req-085c6c8f-ad7a-438c-abd1-8ddfc5fff165 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376298 Aug 19 12:41:40.980111 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53818) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:41.118403 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-9a4da6bb-f652-4acb-b8a2-e98c6360d2bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94dfb68de58b4722abef4ab1950072f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370482 Aug 19 12:41:41.119413 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53822) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:41.168398 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4081-6ef8-4975-926c-6c68e1d162ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.189865 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4081-6ef8-4975-926c-6c68e1d162ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.245065 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4081-6ef8-4975-926c-6c68e1d162ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.248554 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4081-6ef8-4975-926c-6c68e1d162ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.254155 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-5f1b4081-6ef8-4975-926c-6c68e1d162ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe74e1c0-b8e2-4584-bad5-e77ae43f12e3 HTTP/1.1" status: 204 len: 168 time: 0.1335843 Aug 19 12:41:41.262758 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b4081-6ef8-4975-926c-6c68e1d162ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe74e1c0-b8e2-4584-bad5-e77ae43f12e3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:41.932724 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f2d13-dd8b-4d30-a6c9-c98f6a396ad0 req-397f3d86-3b95-4630-ba50-d2b55118c569 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:41.934288 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5a9f2d13-dd8b-4d30-a6c9-c98f6a396ad0 req-397f3d86-3b95-4630-ba50-d2b55118c569 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 931 time: 0.0553637 Aug 19 12:41:41.977882 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5a9f2d13-dd8b-4d30-a6c9-c98f6a396ad0 req-522dc724-9573-4073-b3c5-c09c54438795 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373359 Aug 19 12:41:43.100906 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905962a-69b6-4044-be68-8490a9cdb122 req-3817453c-19a6-40ab-87cc-bd5b236ed6a5 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:43.102293 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d905962a-69b6-4044-be68-8490a9cdb122 req-3817453c-19a6-40ab-87cc-bd5b236ed6a5 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 931 time: 0.0490475 Aug 19 12:41:43.145647 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d905962a-69b6-4044-be68-8490a9cdb122 req-b436ec99-a1ff-4028-bc8b-dc2cc32e0b88 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371137 Aug 19 12:41:44.267106 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e947b-95f9-49d6-8c66-4412318a18d4 req-3e2ef31d-5c3d-4dce-92f5-d698dbaddc98 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:44.268670 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0c3e947b-95f9-49d6-8c66-4412318a18d4 req-3e2ef31d-5c3d-4dce-92f5-d698dbaddc98 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 931 time: 0.0554488 Aug 19 12:41:44.306726 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0c3e947b-95f9-49d6-8c66-4412318a18d4 req-04f56d44-0280-4ef0-a6d2-ceb429063893 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Aug 19 12:41:45.424513 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb146-7c0d-4d68-a8a1-822abd08fb57 req-402ff073-9ee0-4aa3-acce-c19c6ac0587f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:45.426017 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c38bb146-7c0d-4d68-a8a1-822abd08fb57 req-402ff073-9ee0-4aa3-acce-c19c6ac0587f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 931 time: 0.0486341 Aug 19 12:41:45.478447 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c38bb146-7c0d-4d68-a8a1-822abd08fb57 req-18f66b06-626a-42ad-8000-8b8ec124bc10 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 Aug 19 12:41:46.592326 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5068c-4f46-476c-a60a-d80a87530c27 req-3884c4a4-af8d-4900-9f43-8dd11032b7d1 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:46.594474 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4d5068c-4f46-476c-a60a-d80a87530c27 req-3884c4a4-af8d-4900-9f43-8dd11032b7d1 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 931 time: 0.0598924 Aug 19 12:41:46.632147 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b4d5068c-4f46-476c-a60a-d80a87530c27 req-1fee2e07-7c7a-46a7-ab15-92048062e977 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Aug 19 12:41:47.765144 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88303170-87ee-40be-bbb2-9cb9fff6462a req-1a4167c9-b562-4aa6-82d2-48c3c0be0a96 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:47.766727 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-88303170-87ee-40be-bbb2-9cb9fff6462a req-1a4167c9-b562-4aa6-82d2-48c3c0be0a96 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 931 time: 0.0573897 Aug 19 12:41:47.805220 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-88303170-87ee-40be-bbb2-9cb9fff6462a req-d726b110-47c9-4e31-bb43-9ce5b0ffdbd9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Aug 19 12:41:48.931783 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f4ecc-efc7-4628-b53c-7a4bb7edee47 req-26a83492-f677-4be9-af89-81028ce576ef tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:48.934190 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3a5f4ecc-efc7-4628-b53c-7a4bb7edee47 req-26a83492-f677-4be9-af89-81028ce576ef tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 931 time: 0.0531905 Aug 19 12:41:48.973409 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3a5f4ecc-efc7-4628-b53c-7a4bb7edee47 req-5c93d5ac-24c6-45c2-9dc8-1e2456544e63 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 Aug 19 12:41:50.084767 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd8d49-66ad-4934-b163-22d61bba5e17 req-d733a2a0-e13f-4993-a3ed-aea99fc44b71 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:50.086214 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d3cd8d49-66ad-4934-b163-22d61bba5e17 req-d733a2a0-e13f-4993-a3ed-aea99fc44b71 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 931 time: 0.0473809 Aug 19 12:41:50.122797 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d3cd8d49-66ad-4934-b163-22d61bba5e17 req-bda1f111-f7e1-4b49-b6c4-9e5ec428e998 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304294 Aug 19 12:41:50.642106 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Request body: {'port': {'device_id': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:50.698114 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.954646 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801ce70d-152f-4c66-9808-d1fa3d92f4ad {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:50.962164 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.974408 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Transition to ACTIVE for port object 801ce70d-152f-4c66-9808-d1fa3d92f4ad will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:50.977974 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.028646 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Pushing event updated for resources: {'Port': ['ID=801ce70d-152f-4c66-9808-d1fa3d92f4ad,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:51.099962 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Attempting to bind port 801ce70d-152f-4c66-9808-d1fa3d92f4ad on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:51.100664 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Attempting to bind port 801ce70d-152f-4c66-9808-d1fa3d92f4ad by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:51.100664 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Attempting to bind port 801ce70d-152f-4c66-9808-d1fa3d92f4ad on network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:51.105169 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Port 801ce70d-152f-4c66-9808-d1fa3d92f4ad on network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:41:51.105495 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Attempting to bind port 801ce70d-152f-4c66-9808-d1fa3d92f4ad on network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:51.110616 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:51.110955 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Checking segment: {'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:51.111336 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Bound using segment: {'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:51.111790 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Bound port: 801ce70d-152f-4c66-9808-d1fa3d92f4ad, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a29dda2-fdc0-423a-8772-5f058c4d81ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:51.112143 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.185593 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] For port 801ce70d-152f-4c66-9808-d1fa3d92f4ad, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:51.188754 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] For port 801ce70d-152f-4c66-9808-d1fa3d92f4ad, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:51.200775 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.257926 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:51.258540 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.259921 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] 10.222.0.50 "PUT /v2.0/ports/801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 1093 time: 0.6224837 Aug 19 12:41:51.261209 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:51.263453 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a65aaba-7e9b-4776-84d3-dce2573e9604" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:51.293337 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1454cc-8c46-4d64-b46c-1346d4246dd7 req-b8a64051-d82e-4a15-b6f1-0f9d5b958029 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:51.294874 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8f1454cc-8c46-4d64-b46c-1346d4246dd7 req-b8a64051-d82e-4a15-b6f1-0f9d5b958029 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 943 time: 0.1048777 Aug 19 12:41:51.315651 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf72789-869d-48b0-ae0e-8bb6f1260a3c x-openstack-request-id: req-acf72789-869d-48b0-ae0e-8bb6f1260a3c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:51.315948 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:51.316205 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acf72789-869d-48b0-ae0e-8bb6f1260a3c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:51.316597 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'status': 'completed', 'code': 200} Aug 19 12:41:51.331394 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748bd64-488c-41fc-aa03-973b5750814f service neutron] Pushing event updated for resources: {'Port': ['ID=801ce70d-152f-4c66-9808-d1fa3d92f4ad,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:51.372989 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8f1454cc-8c46-4d64-b46c-1346d4246dd7 req-5e3857db-b930-4bb7-b08a-5f24d1a712b6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691807 Aug 19 12:41:51.382393 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab012-abc3-4b62-8498-d499eff301ae req-0abfa7f3-f06e-4fe9-b1fd-367b1fdc8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:51.383891 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-0abfa7f3-f06e-4fe9-b1fd-367b1fdc8a3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=163ce8fb2e2f469d9adca1413b3f0436&device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 1096 time: 0.0708189 Aug 19 12:41:51.430458 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-212df4f3-5b70-4256-800f-3532be26dd85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 217 time: 0.0378871 Aug 19 12:41:51.479413 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab012-abc3-4b62-8498-d499eff301ae req-40e7136d-06c0-438e-b964-60fae3475a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:51.480929 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-40e7136d-06c0-438e-b964-60fae3475a28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e45c7c77-02bb-4fb2-9947-cded96c56a8b HTTP/1.1" status: 200 len: 854 time: 0.0437784 Aug 19 12:41:51.524704 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab012-abc3-4b62-8498-d499eff301ae req-14a10d14-cc4b-4e46-a3fc-c6abd87e5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:51.526196 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-14a10d14-cc4b-4e46-a3fc-c6abd87e5338 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386281 Aug 19 12:41:51.617137 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-c4366f24-f352-4452-80b3-a5708d973c10 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832551 Aug 19 12:41:51.702868 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c81ab012-abc3-4b62-8498-d499eff301ae req-ebea77e2-2428-4a6f-bc68-3a2bf3688188 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784705 Aug 19 12:41:51.793563 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-e7293a1c-00cd-4342-be65-9baf71900a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:51.794978 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-e7293a1c-00cd-4342-be65-9baf71900a4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=163ce8fb2e2f469d9adca1413b3f0436&device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 1096 time: 0.0437093 Aug 19 12:41:51.884100 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-51e3d387-9135-4145-9548-20d15607fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:51.885615 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-51e3d387-9135-4145-9548-20d15607fb8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778 HTTP/1.1" status: 200 len: 916 time: 0.0822949 Aug 19 12:41:51.932448 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-c6bda007-1214-45c4-9012-022387fdc92a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 217 time: 0.0377889 Aug 19 12:41:51.981060 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-bcb8a4d8-5c6b-41cd-9ff2-3cb58c56101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:51.982469 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-bcb8a4d8-5c6b-41cd-9ff2-3cb58c56101a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e45c7c77-02bb-4fb2-9947-cded96c56a8b HTTP/1.1" status: 200 len: 854 time: 0.0426126 Aug 19 12:41:52.026987 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-1bc1ae3d-ddc9-470e-a88d-80defb0de38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:52.028463 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-1bc1ae3d-ddc9-470e-a88d-80defb0de38d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388448 Aug 19 12:41:52.121215 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-711d0326-a903-4187-b25a-b9bb83fbff2a service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832562 Aug 19 12:41:52.208434 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0a65aaba-7e9b-4776-84d3-dce2573e9604 req-bbf5870a-d230-4203-b645-0729cba86b27 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802627 Aug 19 12:41:52.489018 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a751a84-dd89-41a6-a576-985d023bc3c9 req-07de715a-0a19-4f2f-afb3-5d7ed6c68fac tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:52.490467 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3a751a84-dd89-41a6-a576-985d023bc3c9 req-07de715a-0a19-4f2f-afb3-5d7ed6c68fac tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 943 time: 0.0481679 Aug 19 12:41:52.530396 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3a751a84-dd89-41a6-a576-985d023bc3c9 req-19efba2a-addb-4670-b850-cf8336027325 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341566 Aug 19 12:41:52.716893 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:41:53.643092 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6210a-45eb-4342-9dbd-fe1e0a7ca1a7 req-ddf7771d-e371-4a3c-aa88-6b3211ef6400 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:53.644596 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-03b6210a-45eb-4342-9dbd-fe1e0a7ca1a7 req-ddf7771d-e371-4a3c-aa88-6b3211ef6400 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 943 time: 0.0482783 Aug 19 12:41:53.681654 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-03b6210a-45eb-4342-9dbd-fe1e0a7ca1a7 req-d1820596-1af8-4db2-8825-e4463d6b03fd tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Aug 19 12:41:54.791690 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74b196-770f-4f87-a82c-2f842e61fdb0 req-8df9b10d-4a92-4243-b929-033357fbd0c2 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:54.793180 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2b74b196-770f-4f87-a82c-2f842e61fdb0 req-8df9b10d-4a92-4243-b929-033357fbd0c2 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 943 time: 0.0476751 Aug 19 12:41:54.830076 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2b74b196-770f-4f87-a82c-2f842e61fdb0 req-8060a00c-5b4f-4acf-b26a-2a093ce47a60 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Aug 19 12:41:55.438273 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 801ce70d-152f-4c66-9808-d1fa3d92f4ad details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:41:55.531171 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 801ce70d-152f-4c66-9808-d1fa3d92f4ad, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:55.541146 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'port_id': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'mac_address': 'fa:16:3e:a2:67:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:41:55.576877 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.589102 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801ce70d-152f-4c66-9808-d1fa3d92f4ad {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:55.607608 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 801ce70d-152f-4c66-9808-d1fa3d92f4ad, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:55.612287 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.658353 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=801ce70d-152f-4c66-9808-d1fa3d92f4ad,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:55.665140 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.665498 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.665847 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.666190 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.666530 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.666868 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.667202 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.667537 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.667895 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.668229 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.668557 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.669053 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:55.838274 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['801ce70d-152f-4c66-9808-d1fa3d92f4ad'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:41:55.948177 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809d18c-f488-4d6e-bb46-fa76e8a8edc4 req-4d2e8b5a-93a9-4eaa-8328-110e53a0ce4b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:55.950719 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d809d18c-f488-4d6e-bb46-fa76e8a8edc4 req-4d2e8b5a-93a9-4eaa-8328-110e53a0ce4b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 944 time: 0.0545037 Aug 19 12:41:55.996706 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d809d18c-f488-4d6e-bb46-fa76e8a8edc4 req-827f5f8a-be62-4cc2-9006-edbed94eeb65 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390024 Aug 19 12:41:57.114086 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541d98-edc8-48c0-b2f9-118454d6df88 req-bf5207b4-8950-4e8b-9c52-d1b02131c0be tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:57.115503 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-03541d98-edc8-48c0-b2f9-118454d6df88 req-bf5207b4-8950-4e8b-9c52-d1b02131c0be tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 944 time: 0.0542905 Aug 19 12:41:57.152543 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-03541d98-edc8-48c0-b2f9-118454d6df88 req-9ab8e580-0e92-40ce-968f-e5778ff7a62e tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Aug 19 12:41:57.453003 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 801ce70d-152f-4c66-9808-d1fa3d92f4ad up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:57.505499 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port 801ce70d-152f-4c66-9808-d1fa3d92f4ad completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:57.508908 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 801ce70d-152f-4c66-9808-d1fa3d92f4ad triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:57.509283 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.585365 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.606971 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:57.609791 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f98b7d-387e-42cf-9f26-0d00af427080" -d '{"events": [{"server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "name": "network-vif-plugged", "status": "completed", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:57.622979 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 801ce70d-152f-4c66-9808-d1fa3d92f4ad, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:57.626868 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.651772 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dc563c-69a0-4907-ab43-00e3922535ca x-openstack-request-id: req-f1dc563c-69a0-4907-ab43-00e3922535ca {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:57.652069 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "name": "network-vif-plugged", "status": "completed", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:57.652324 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1dc563c-69a0-4907-ab43-00e3922535ca {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:57.652736 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'code': 200} Aug 19 12:41:57.678446 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=801ce70d-152f-4c66-9808-d1fa3d92f4ad,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:57.808279 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb54a5-05f0-4cfc-bfae-16a90ae2649d req-b499a3b7-7585-46b1-a675-4bcebedf1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:57.809701 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cfcb54a5-05f0-4cfc-bfae-16a90ae2649d req-b499a3b7-7585-46b1-a675-4bcebedf1000 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 1098 time: 0.0405145 Aug 19 12:41:57.843658 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cfcb54a5-05f0-4cfc-bfae-16a90ae2649d req-99721c20-5cf1-4c0b-a73e-c94b120f4eaf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273008 Aug 19 12:41:58.267141 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70f147-aaeb-49fd-8268-4180479cde74 req-c78746ec-bd2b-4844-a135-9d9165bed56c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:58.268645 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1d70f147-aaeb-49fd-8268-4180479cde74 req-c78746ec-bd2b-4844-a135-9d9165bed56c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 945 time: 0.0484571 Aug 19 12:41:58.309285 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1d70f147-aaeb-49fd-8268-4180479cde74 req-3bc2cde6-ff16-44ac-862c-d428f0607996 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347357 Aug 19 12:41:59.421304 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91fbfb-f5d8-4a81-8908-4f17f79be3f4 req-72847020-1fd5-485b-a175-3081e2ca16e1 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:59.422786 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c91fbfb-f5d8-4a81-8908-4f17f79be3f4 req-72847020-1fd5-485b-a175-3081e2ca16e1 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 945 time: 0.0479853 Aug 19 12:41:59.459242 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7c91fbfb-f5d8-4a81-8908-4f17f79be3f4 req-024d42b9-7d7d-40e7-abcc-568ac6320484 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306358 Aug 19 12:41:59.569675 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4499dc-c600-4d6d-89da-b6d36f41cd16 req-bad7bb6f-d298-4299-83f8-352df6ff97e6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:59.571141 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3f4499dc-c600-4d6d-89da-b6d36f41cd16 req-bad7bb6f-d298-4299-83f8-352df6ff97e6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 945 time: 0.0475223 Aug 19 12:41:59.607686 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3f4499dc-c600-4d6d-89da-b6d36f41cd16 req-c3b34a5e-8fa6-400b-8b00-5bd1be7b5a62 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307832 Aug 19 12:41:59.927777 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73df11-e128-4dd3-9f53-03b6d0abfb7c req-c096dacb-45e4-48ab-8040-d80f280df2ab tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:59.929281 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8e73df11-e128-4dd3-9f53-03b6d0abfb7c req-c096dacb-45e4-48ab-8040-d80f280df2ab tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 945 time: 0.0478644 Aug 19 12:41:59.968968 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8e73df11-e128-4dd3-9f53-03b6d0abfb7c req-dc3daf3a-07d3-480c-8d3f-8498d18efc7c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338063 Aug 19 12:42:03.235897 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7865da14-de3a-45e0-9524-2a2028ca49c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.269873 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.752651 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de8bbc47-230a-4dca-9efd-77bfc7bf9282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.181984 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:07.122921 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.335274 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea3e2a-7dae-4018-a891-5ff03cc66f14 req-2120113b-4e70-4448-b6f1-a308de6f7b20 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:08.337031 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e1ea3e2a-7dae-4018-a891-5ff03cc66f14 req-2120113b-4e70-4448-b6f1-a308de6f7b20 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 945 time: 0.0481291 Aug 19 12:42:08.362225 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.374442 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e1ea3e2a-7dae-4018-a891-5ff03cc66f14 req-8dc1f005-871d-486b-9faa-1ee527d922e2 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Aug 19 12:42:08.397752 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53916) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:08.577147 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc4bf13-e2ed-4c5b-b1a2-1419eb2bb5ed tempest-TestMinimumBasicScenario-2075946565 tempest-TestMinimumBasicScenario-2075946565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:08.578657 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-6cc4bf13-e2ed-4c5b-b1a2-1419eb2bb5ed tempest-TestMinimumBasicScenario-2075946565 tempest-TestMinimumBasicScenario-2075946565-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 1093 time: 0.1799502 Aug 19 12:42:08.582934 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 53920) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:08.587826 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'floatingip': {'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'port_id': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:08.608543 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.703242 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.801037 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Allocated IP 172.27.3.170 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/893e9b33-a9cc-4254-983e-1af6ea23add9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:08.908274 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.945891 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.983918 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:08.987409 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:08.991521 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:09.014217 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'Port': ['ID=893e9b33-a9cc-4254-983e-1af6ea23add9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:09.621989 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.683873 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.826461 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.831477 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.902931 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'Port': ['ID=893e9b33-a9cc-4254-983e-1af6ea23add9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:09.912921 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.008871 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Floating IP a1ac4594-e209-4668-b044-b108e62fc924 associated. External IP: 172.27.3.170, port: 801ce70d-152f-4c66-9808-d1fa3d92f4ad. Aug 19 12:42:10.211619 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:10.312246 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:10.322378 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] Sync routers for ids ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:10.329215 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.332767 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] Routers {'5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:10.333395 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:42:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:10.359673 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-e7d2dd87-a04d-4ac4-a21a-eb8769edabb0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7757292 Aug 19 12:42:10.360269 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:10.362555 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7310b525-6b05-4e30-92d8-7ad158092acf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:10.362804 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53922) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:10.367600 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527034549', 'description': 'tempest-secgroup-smoke-1527034549 description', 'project_id': '163ce8fb2e2f469d9adca1413b3f0436'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:10.391646 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.401681 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969a379b-4adb-49cb-ba55-acfd345c1035 x-openstack-request-id: req-969a379b-4adb-49cb-ba55-acfd345c1035 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:10.401681 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:10.401681 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-969a379b-4adb-49cb-ba55-acfd345c1035 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:10.401681 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'status': 'completed', 'code': 200} Aug 19 12:42:10.440413 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] Set router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:10.466610 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310b525-6b05-4e30-92d8-7ad158092acf req-f8c36542-13b6-443f-a0e4-371fe24c6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:10.468058 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7310b525-6b05-4e30-92d8-7ad158092acf req-f8c36542-13b6-443f-a0e4-371fe24c6ccf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=163ce8fb2e2f469d9adca1413b3f0436&device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 1098 time: 0.0423708 Aug 19 12:42:10.481567 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.485825 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.523179 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616f606a-bc7b-4f24-a549-fc5e0bdc6045,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:10.531074 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.531776 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.532246 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.532728 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.533819 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.534167 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.534504 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.534845 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.535313 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.535652 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.535985 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.536319 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:10.539473 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.543834 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-73714351-f16e-45ad-80cc-297cafb8f842 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1799335 Aug 19 12:42:10.544449 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53926) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:10.549487 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b6c9e455-b38d-4249-a9eb-5140f4601f14 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'security_group_rule': {'security_group_id': '616f606a-bc7b-4f24-a549-fc5e0bdc6045', 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:10.562542 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310b525-6b05-4e30-92d8-7ad158092acf req-316073e3-7ede-40b3-b748-3237b0a669ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:10.564237 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7310b525-6b05-4e30-92d8-7ad158092acf req-316073e3-7ede-40b3-b748-3237b0a669ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778 HTTP/1.1" status: 200 len: 916 time: 0.0895078 Aug 19 12:42:10.574958 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6c9e455-b38d-4249-a9eb-5140f4601f14 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.632522 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6c9e455-b38d-4249-a9eb-5140f4601f14 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.638201 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6c9e455-b38d-4249-a9eb-5140f4601f14 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.642789 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7310b525-6b05-4e30-92d8-7ad158092acf req-37286987-75e1-4014-95c1-7dd3acdf3637 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 999 time: 0.0650811 Aug 19 12:42:10.652030 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9e455-b38d-4249-a9eb-5140f4601f14 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ff473e-18df-4998-af2e-bd3d1a6305bc,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:10.667186 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b6c9e455-b38d-4249-a9eb-5140f4601f14 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.670917 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b6c9e455-b38d-4249-a9eb-5140f4601f14 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225152 Aug 19 12:42:10.671198 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53928) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:10.677474 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d1067e5c-bdb0-4342-8916-47ad065b444a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'security_group_rule': {'security_group_id': '616f606a-bc7b-4f24-a549-fc5e0bdc6045', 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:10.693529 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': 'a1ac4594-e209-4668-b044-b108e62fc924', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'port_id': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'mac_address': 'fa:16:3e:a2:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:42:09Z', 'updated_at': '2021-08-19T12:42:09Z', 'revision_number': 0, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531620bf-f51f-4b56-b2b1-cd758d98202e', 'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'mac_address': 'fa:16:3e:c8:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:27Z', 'revision_number': 5, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'subnets': [{'id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:10.698314 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310b525-6b05-4e30-92d8-7ad158092acf req-004f02ee-c97c-4c21-9956-b11268ddd35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:10.699793 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7310b525-6b05-4e30-92d8-7ad158092acf req-004f02ee-c97c-4c21-9956-b11268ddd35f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e45c7c77-02bb-4fb2-9947-cded96c56a8b HTTP/1.1" status: 200 len: 854 time: 0.0485311 Aug 19 12:42:10.705173 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1067e5c-bdb0-4342-8916-47ad065b444a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.732004 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] Checking router: 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:10.740663 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] Routers {'5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:10.741282 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:42:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:10.751780 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310b525-6b05-4e30-92d8-7ad158092acf req-9e62e52b-44f0-4a77-b9b8-b20751911718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:10.754023 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7310b525-6b05-4e30-92d8-7ad158092acf req-9e62e52b-44f0-4a77-b9b8-b20751911718 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471513 Aug 19 12:42:10.773521 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1067e5c-bdb0-4342-8916-47ad065b444a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.777474 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1067e5c-bdb0-4342-8916-47ad065b444a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.799374 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1067e5c-bdb0-4342-8916-47ad065b444a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a281de-7fbc-4874-98dd-09ebf2424db5,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:10.808595 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d1067e5c-bdb0-4342-8916-47ad065b444a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.812380 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-d1067e5c-bdb0-4342-8916-47ad065b444a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377542 Aug 19 12:42:10.813134 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53930) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:10.818341 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-2e52df13-bfaa-4b5b-8f19-62801a7afe37 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'security_group_rule': {'security_group_id': '616f606a-bc7b-4f24-a549-fc5e0bdc6045', 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:10.851462 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] Set router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:10.853895 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e52df13-bfaa-4b5b-8f19-62801a7afe37 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.859629 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7310b525-6b05-4e30-92d8-7ad158092acf req-41377ade-2fa6-4d8f-be5f-d55a809a986d service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966392 Aug 19 12:42:10.922719 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e52df13-bfaa-4b5b-8f19-62801a7afe37 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.927707 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e52df13-bfaa-4b5b-8f19-62801a7afe37 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.943820 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52df13-bfaa-4b5b-8f19-62801a7afe37 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6b59db-c1f5-4414-a9f7-d994e75c9fad,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:10.955454 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-2e52df13-bfaa-4b5b-8f19-62801a7afe37 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.959283 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-2e52df13-bfaa-4b5b-8f19-62801a7afe37 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431732 Aug 19 12:42:10.959443 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53932) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:10.965191 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b851e2c5-7bb8-48c5-b5d7-acce2c27e83a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'security_group_rule': {'security_group_id': '616f606a-bc7b-4f24-a549-fc5e0bdc6045', 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:10.970254 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7310b525-6b05-4e30-92d8-7ad158092acf req-8706b151-fddd-4f49-84c6-82a376016c68 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022201 Aug 19 12:42:10.992758 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b851e2c5-7bb8-48c5-b5d7-acce2c27e83a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.055276 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b851e2c5-7bb8-48c5-b5d7-acce2c27e83a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.058770 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b851e2c5-7bb8-48c5-b5d7-acce2c27e83a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.076308 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851e2c5-7bb8-48c5-b5d7-acce2c27e83a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0af9ac8-08cb-4b02-b115-7826ac9a68e2,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:11.085237 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b851e2c5-7bb8-48c5-b5d7-acce2c27e83a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.086455 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b851e2c5-7bb8-48c5-b5d7-acce2c27e83a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250606 Aug 19 12:42:11.089407 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53934) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:11.093718 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e7217f8d-9c53-44c3-9f44-9a33d31422d9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'security_group_rule': {'security_group_id': '616f606a-bc7b-4f24-a549-fc5e0bdc6045', 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:11.095354 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': 'a1ac4594-e209-4668-b044-b108e62fc924', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'port_id': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'mac_address': 'fa:16:3e:a2:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:42:09Z', 'updated_at': '2021-08-19T12:42:09Z', 'revision_number': 0, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531620bf-f51f-4b56-b2b1-cd758d98202e', 'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'mac_address': 'fa:16:3e:c8:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:27Z', 'revision_number': 5, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'subnets': [{'id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:11.116260 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-e7217f8d-9c53-44c3-9f44-9a33d31422d9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Project 163ce8fb2e2f469d9adca1413b3f0436 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:42:11.121553 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7217f8d-9c53-44c3-9f44-9a33d31422d9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.184314 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7217f8d-9c53-44c3-9f44-9a33d31422d9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.188105 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7217f8d-9c53-44c3-9f44-9a33d31422d9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.207426 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217f8d-9c53-44c3-9f44-9a33d31422d9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cffb06-f60b-4008-926e-ab363cc5ff75,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:11.219592 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e7217f8d-9c53-44c3-9f44-9a33d31422d9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.224182 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e7217f8d-9c53-44c3-9f44-9a33d31422d9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305938 Aug 19 12:42:11.224363 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53936) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:11.228860 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-6dbc3eeb-5d12-428c-86eb-2c11c4f0a5f6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'security_group_rule': {'security_group_id': '616f606a-bc7b-4f24-a549-fc5e0bdc6045', 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:11.250741 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-6dbc3eeb-5d12-428c-86eb-2c11c4f0a5f6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Project 163ce8fb2e2f469d9adca1413b3f0436 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:42:11.253732 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a0e44-0c51-4a3e-a5ee-56e45be5ca5d None None] The sync data for ids ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'] in dv-cinder-804603-3-iscsi is: [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': 'a1ac4594-e209-4668-b044-b108e62fc924', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'port_id': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'mac_address': 'fa:16:3e:a2:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:42:09Z', 'updated_at': '2021-08-19T12:42:09Z', 'revision_number': 0, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531620bf-f51f-4b56-b2b1-cd758d98202e', 'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'mac_address': 'fa:16:3e:c8:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:27Z', 'revision_number': 5, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'subnets': [{'id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:11.256862 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dbc3eeb-5d12-428c-86eb-2c11c4f0a5f6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.322009 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dbc3eeb-5d12-428c-86eb-2c11c4f0a5f6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.326457 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dbc3eeb-5d12-428c-86eb-2c11c4f0a5f6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.342073 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc3eeb-5d12-428c-86eb-2c11c4f0a5f6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a03a9d4-11bf-49d2-a922-f722eae5908a,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:11.350637 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6dbc3eeb-5d12-428c-86eb-2c11c4f0a5f6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.352034 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-6dbc3eeb-5d12-428c-86eb-2c11c4f0a5f6 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267562 Aug 19 12:42:11.431887 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-516a8d95-a9d5-4b94-8bd7-7e7250c83017 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527034549&fields=id&tenant_id=163ce8fb2e2f469d9adca1413b3f0436 HTTP/1.1" status: 200 len: 267 time: 0.0335052 Aug 19 12:42:11.443096 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b0aa67-f436-4ba5-a3af-43d4d15cbfef None None] New status for floating IP a1ac4594-e209-4668-b044-b108e62fc924: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:42:11.486722 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-e891c100-d305-4887-a850-03ee84d5703f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:11.488228 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-e891c100-d305-4887-a850-03ee84d5703f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 945 time: 0.0502045 Aug 19 12:42:11.499437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-b75709ee-f448-4e80-80be-8ab1416ca46f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'port': {'security_groups': ['b5b2b700-cf2b-4ea0-9413-ace5d524c766', '616f606a-bc7b-4f24-a549-fc5e0bdc6045']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:11.559773 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-b75709ee-f448-4e80-80be-8ab1416ca46f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.741252 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-b75709ee-f448-4e80-80be-8ab1416ca46f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] For port 801ce70d-152f-4c66-9808-d1fa3d92f4ad, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:11.769410 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-b75709ee-f448-4e80-80be-8ab1416ca46f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.774132 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-b75709ee-f448-4e80-80be-8ab1416ca46f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.787651 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['801ce70d-152f-4c66-9808-d1fa3d92f4ad'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:42:11.819708 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-b75709ee-f448-4e80-80be-8ab1416ca46f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:11.820337 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-b75709ee-f448-4e80-80be-8ab1416ca46f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.821769 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-01bc28b6-f547-4c04-b219-50361ed48fe4 req-b75709ee-f448-4e80-80be-8ab1416ca46f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "PUT /v2.0/ports/801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 981 time: 0.3269231 Aug 19 12:42:11.850633 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75709ee-f448-4e80-80be-8ab1416ca46f tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'Port': ['ID=801ce70d-152f-4c66-9808-d1fa3d92f4ad,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:11.896454 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['801ce70d-152f-4c66-9808-d1fa3d92f4ad'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:42:11.950814 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246de8fd-b7e6-4c68-a4a3-24ed88746626 req-9d572e8e-07a8-4a5a-a1bf-94b53bb5d77a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:11.952402 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-246de8fd-b7e6-4c68-a4a3-24ed88746626 req-9d572e8e-07a8-4a5a-a1bf-94b53bb5d77a tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0524917 Aug 19 12:42:12.000276 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-246de8fd-b7e6-4c68-a4a3-24ed88746626 req-c339ef66-1a54-46b4-a580-76bb742831a1 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409017 Aug 19 12:42:12.229455 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d67e42ab-ba68-4253-8076-68241c947457 None None] Provisioning complete for port 801ce70d-152f-4c66-9808-d1fa3d92f4ad triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:12.229833 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d67e42ab-ba68-4253-8076-68241c947457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.403486 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:12.406329 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6769cd0-ea03-4de4-868a-3c6b37a484c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:12.442193 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edbf19e-14ef-409e-b4d7-c40d302ef188 x-openstack-request-id: req-8edbf19e-14ef-409e-b4d7-c40d302ef188 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:12.442484 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:12.442736 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8edbf19e-14ef-409e-b4d7-c40d302ef188 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:12.443127 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'status': 'completed', 'code': 200} Aug 19 12:42:12.514708 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-bc8e940a-0f7d-47da-a82c-791cccf9ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:12.516187 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-bc8e940a-0f7d-47da-a82c-791cccf9ad34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=163ce8fb2e2f469d9adca1413b3f0436&device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 1137 time: 0.0469987 Aug 19 12:42:12.605391 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-4c559f09-daa2-4849-936e-f66ce089d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:12.606822 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-4c559f09-daa2-4849-936e-f66ce089d46d service neutron] 10.222.0.50 "GET /v2.0/networks?id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778 HTTP/1.1" status: 200 len: 916 time: 0.0829918 Aug 19 12:42:12.670812 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-5ad7140c-8c12-42a5-b911-b1f4cd91596f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 1001 time: 0.0559113 Aug 19 12:42:12.726058 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-fc8af5fb-cd14-437d-a3a4-89aa5240f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:12.727447 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-fc8af5fb-cd14-437d-a3a4-89aa5240f969 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e45c7c77-02bb-4fb2-9947-cded96c56a8b HTTP/1.1" status: 200 len: 854 time: 0.0452371 Aug 19 12:42:12.772932 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-5cb16281-7041-4415-8338-01bf867414bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:12.774543 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-5cb16281-7041-4415-8338-01bf867414bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391932 Aug 19 12:42:12.865206 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-09bc627d-0079-4b4f-8e6c-871feb5d913a service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812581 Aug 19 12:42:12.960745 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f6769cd0-ea03-4de4-868a-3c6b37a484c2 req-d093b8ae-b9fa-4ea6-b6eb-da95d642a003 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847075 Aug 19 12:42:20.400655 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53948) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:20.552116 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Deleting port 92b1ca4f-e1b1-4d26-a92c-b65bf0efedff {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:20.552349 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.631099 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.631432 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.642610 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Calling delete_port for 92b1ca4f-e1b1-4d26-a92c-b65bf0efedff owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:20.811384 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.837849 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event deleted for resources: {'Port': ['ID=92b1ca4f-e1b1-4d26-a92c-b65bf0efedff,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:20.905997 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.906403 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.l3_db [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Floating IP 97278399-8f62-40da-8674-2d0efbc727cc disassociated (deleted). External IP: 172.27.3.185, port: 23b98b8f-2b6d-4eea-970a-9231555c6ed8. Aug 19 12:42:21.118417 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Router 417d429e-fb11-4420-823d-9205817e57db has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:21.222744 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:21.227176 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.232436 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] Sync routers for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:21.242389 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:21.243017 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:42:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:21.257507 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e64c2c77-7411-47f4-9845-1ad0ab894c68 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "DELETE /v2.0/floatingips/97278399-8f62-40da-8674-2d0efbc727cc HTTP/1.1" status: 204 len: 168 time: 0.8551853 Aug 19 12:42:21.258292 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'tag': '23b98b8f-2b6d-4eea-970a-9231555c6ed8'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:21.260715 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21402b8c3be9dc56fb67347ff7eba31002148812779d4b979eb60ed11c8fcab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4e7467-8d1b-4461-a4a5-8748a5face87" -d '{"events": [{"name": "network-changed", "server_uuid": "5e28d72a-2422-4820-82e3-1c3d485e93b8", "tag": "23b98b8f-2b6d-4eea-970a-9231555c6ed8"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:21.300268 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15bc294-e78d-4856-9384-05432ed1b28b x-openstack-request-id: req-f15bc294-e78d-4856-9384-05432ed1b28b {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:21.300599 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e28d72a-2422-4820-82e3-1c3d485e93b8", "tag": "23b98b8f-2b6d-4eea-970a-9231555c6ed8", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:21.300848 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f15bc294-e78d-4856-9384-05432ed1b28b {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:21.301245 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'tag': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'status': 'completed', 'code': 200} Aug 19 12:42:21.355517 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:21.365883 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-e26c7cd2-7fa4-4e6c-bcc0-c630e5bb694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.367592 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-e26c7cd2-7fa4-4e6c-bcc0-c630e5bb694c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 1099 time: 0.0460463 Aug 19 12:42:21.510837 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179dc1a-9944-4bef-b79a-501362831215 req-66c2fa33-af62-4b1c-ace8-0ddd0852ed9b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.512318 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9179dc1a-9944-4bef-b79a-501362831215 req-66c2fa33-af62-4b1c-ace8-0ddd0852ed9b tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 946 time: 0.0743885 Aug 19 12:42:21.516923 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-86b8048f-9df8-4afe-a67a-bcfad88a2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.518352 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-86b8048f-9df8-4afe-a67a-bcfad88a2615 service neutron] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 912 time: 0.1366453 Aug 19 12:42:21.573880 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-7339279e-4d0a-4f65-b6e0-8837c8e401ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b98b8f-2b6d-4eea-970a-9231555c6ed8 HTTP/1.1" status: 200 len: 217 time: 0.0418844 Aug 19 12:42:21.585897 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '209789ae-ef9e-48d2-a36b-f99d2ec6643b', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:37Z', 'updated_at': '2021-08-19T12:38:40Z', 'revision_number': 1, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:21.593720 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9179dc1a-9944-4bef-b79a-501362831215 req-ffb2ea41-74ba-46a6-a39f-dbbb72de5741 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744443 Aug 19 12:42:21.616445 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] Checking router: 417d429e-fb11-4420-823d-9205817e57db for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:21.622157 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:21.622766 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:42:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:21.629300 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-10ee1c08-018e-4c56-9386-d18cef861886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.630775 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-10ee1c08-018e-4c56-9386-d18cef861886 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0493829 Aug 19 12:42:21.679426 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-27d07185-6cef-4273-accf-ea1d34397a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.680966 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-27d07185-6cef-4273-accf-ea1d34397a9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404336 Aug 19 12:42:21.727935 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:21.777161 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-53e3c31a-1699-45b1-85d2-9d4c90719193 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859873 Aug 19 12:42:21.865670 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0b4e7467-8d1b-4461-a4a5-8748a5face87 req-0eec33d4-a7a1-48d4-be4e-c803b3208858 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803556 Aug 19 12:42:21.947915 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '209789ae-ef9e-48d2-a36b-f99d2ec6643b', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:37Z', 'updated_at': '2021-08-19T12:38:40Z', 'revision_number': 1, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:21.977124 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ab159-ac81-432a-9a65-29a76ad6fb87 None None] The sync data for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi is: [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '209789ae-ef9e-48d2-a36b-f99d2ec6643b', 'tenant_id': '1fd599613e294891b5714102c5607640', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': '417d429e-fb11-4420-823d-9205817e57db', 'port_id': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'mac_address': 'fa:16:3e:6d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b007f9ed-1545-40a6-b629-dede861a0777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:38:37Z', 'updated_at': '2021-08-19T12:38:40Z', 'revision_number': 1, 'project_id': '1fd599613e294891b5714102c5607640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:22.177262 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c723f9a-fdd0-4eee-967b-71a7f7df9d6b None None] New status for floating IP 97278399-8f62-40da-8674-2d0efbc727cc: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:42:22.710494 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa05cff-27d7-44de-9c6a-820966872a67 req-d0646337-0f15-49f9-98df-7b6b86087744 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:22.712219 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2fa05cff-27d7-44de-9c6a-820966872a67 req-d0646337-0f15-49f9-98df-7b6b86087744 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 946 time: 0.0488062 Aug 19 12:42:22.752347 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2fa05cff-27d7-44de-9c6a-820966872a67 req-c3ad81b2-ceaa-4d96-9621-553b32ad018f tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342855 Aug 19 12:42:23.083476 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-f3d23cc1-415a-4ce4-82fe-dc7da8c68986 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:23.084964 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-f3d23cc1-415a-4ce4-82fe-dc7da8c68986 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 946 time: 0.0488644 Aug 19 12:42:23.173324 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-4dae7d2e-9f59-4df1-8ae8-9202f20708cc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Deleting port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:23.173588 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-4dae7d2e-9f59-4df1-8ae8-9202f20708cc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.264469 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-4dae7d2e-9f59-4df1-8ae8-9202f20708cc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] For port 23b98b8f-2b6d-4eea-970a-9231555c6ed8, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=23b98b8f-2b6d-4eea-970a-9231555c6ed8,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:23.264858 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-4dae7d2e-9f59-4df1-8ae8-9202f20708cc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.277008 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-4dae7d2e-9f59-4df1-8ae8-9202f20708cc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Calling delete_port for 23b98b8f-2b6d-4eea-970a-9231555c6ed8 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:23.400635 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-4dae7d2e-9f59-4df1-8ae8-9202f20708cc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.429063 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae7d2e-9f59-4df1-8ae8-9202f20708cc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event deleted for resources: {'Port': ['ID=23b98b8f-2b6d-4eea-970a-9231555c6ed8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:23.469595 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-4dae7d2e-9f59-4df1-8ae8-9202f20708cc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] No DVR routers for this DVR port 23b98b8f-2b6d-4eea-970a-9231555c6ed8 on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:23.472107 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-4dae7d2e-9f59-4df1-8ae8-9202f20708cc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.474147 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d368c5b4-b28d-4acd-921c-36e1be2c82e3 req-4dae7d2e-9f59-4df1-8ae8-9202f20708cc tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "DELETE /v2.0/ports/23b98b8f-2b6d-4eea-970a-9231555c6ed8 HTTP/1.1" status: 204 len: 173 time: 0.3826008 Aug 19 12:42:23.474580 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'name': 'network-vif-deleted', 'tag': '23b98b8f-2b6d-4eea-970a-9231555c6ed8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:23.476911 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7042d7b1-2eb9-4cd4-bae6-f8891ce668a1" -d '{"events": [{"server_uuid": "5e28d72a-2422-4820-82e3-1c3d485e93b8", "name": "network-vif-deleted", "tag": "23b98b8f-2b6d-4eea-970a-9231555c6ed8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:23.513767 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf0d8c1-3ad0-4472-be62-95ea965104bb x-openstack-request-id: req-bbf0d8c1-3ad0-4472-be62-95ea965104bb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:23.514093 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e28d72a-2422-4820-82e3-1c3d485e93b8", "name": "network-vif-deleted", "tag": "23b98b8f-2b6d-4eea-970a-9231555c6ed8", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:23.514356 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbf0d8c1-3ad0-4472-be62-95ea965104bb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:23.514759 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e28d72a-2422-4820-82e3-1c3d485e93b8', 'name': 'network-vif-deleted', 'tag': '23b98b8f-2b6d-4eea-970a-9231555c6ed8', 'status': 'completed', 'code': 200} Aug 19 12:42:23.886112 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-12f18d57-6442-457c-a092-ff29c4625832 req-68c307b2-c548-415d-99ed-3ba9bd851cf0 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28d72a-2422-4820-82e3-1c3d485e93b8 HTTP/1.1" status: 200 len: 210 time: 0.0364671 Aug 19 12:42:27.161169 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 53978) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:27.313748 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Deleting port 398d439e-e1da-4814-b633-fd8b7ff52b44 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:27.314094 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.386904 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.387237 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.399011 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Calling delete_port for 398d439e-e1da-4814-b633-fd8b7ff52b44 owned by network:floatingip {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:27.543110 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.570095 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event deleted for resources: {'Port': ['ID=398d439e-e1da-4814-b633-fd8b7ff52b44,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:27.592326 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 23b98b8f-2b6d-4eea-970a-9231555c6ed8 no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:27.613396 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: 23b98b8f-2b6d-4eea-970a-9231555c6ed8 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:27.613755 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 23b98b8f-2b6d-4eea-970a-9231555c6ed8 not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:27.633639 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.633977 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.l3_db [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Floating IP 209789ae-ef9e-48d2-a36b-f99d2ec6643b disassociated (deleted). External IP: 172.27.3.4, port: bfa9edf3-e61d-454c-89c8-f675ff7b2c8e. Aug 19 12:42:27.835837 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Router 417d429e-fb11-4420-823d-9205817e57db has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:27.942116 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:27.946947 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.951477 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] Sync routers for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:27.960693 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:27.961306 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:42:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:27.973954 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-8c85d37e-6705-44cd-969b-6eaf6d5288b8 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "DELETE /v2.0/floatingips/209789ae-ef9e-48d2-a36b-f99d2ec6643b HTTP/1.1" status: 204 len: 168 time: 0.8117106 Aug 19 12:42:27.974528 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b007f9ed-1545-40a6-b629-dede861a0777', 'tag': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e'}] {{(pid=93794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:27.976884 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21402b8c3be9dc56fb67347ff7eba31002148812779d4b979eb60ed11c8fcab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c1d8bf-1181-4329-a74b-1802f37a9478" -d '{"events": [{"name": "network-changed", "server_uuid": "b007f9ed-1545-40a6-b629-dede861a0777", "tag": "bfa9edf3-e61d-454c-89c8-f675ff7b2c8e"}]}' {{(pid=93794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:28.012467 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb9384e-fb0c-4422-a8d2-ac7d130586ed x-openstack-request-id: req-adb9384e-fb0c-4422-a8d2-ac7d130586ed {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:28.012876 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b007f9ed-1545-40a6-b629-dede861a0777", "tag": "bfa9edf3-e61d-454c-89c8-f675ff7b2c8e", "status": "completed", "code": 200}]} {{(pid=93794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:28.013138 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adb9384e-fb0c-4422-a8d2-ac7d130586ed {{(pid=93794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:28.013607 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b007f9ed-1545-40a6-b629-dede861a0777', 'tag': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'status': 'completed', 'code': 200} Aug 19 12:42:28.072452 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:28.085294 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-73cde8f5-8702-4742-81a1-3ed6c252237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:28.088147 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-73cde8f5-8702-4742-81a1-3ed6c252237c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd599613e294891b5714102c5607640&device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 1098 time: 0.0487454 Aug 19 12:42:28.202144 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-1b2a4427-4be8-418b-ae40-3fb6023f7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:28.203640 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-1b2a4427-4be8-418b-ae40-3fb6023f7873 service neutron] 10.222.0.50 "GET /v2.0/networks?id=888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 200 len: 912 time: 0.0940711 Aug 19 12:42:28.251356 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-a41a76d7-ce33-49ee-9fe0-51aa4e3ef13d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e HTTP/1.1" status: 200 len: 217 time: 0.0382288 Aug 19 12:42:28.278452 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:28.309702 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] Checking router: 417d429e-fb11-4420-823d-9205817e57db for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:28.319154 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:28.319769 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:42:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:28.335258 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-dc50ad5a-c73d-4199-9685-830f0998e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:28.337036 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-dc50ad5a-c73d-4199-9685-830f0998e534 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 200 len: 850 time: 0.0780978 Aug 19 12:42:28.376879 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97c5f2-9d64-477b-97ae-d1b5c987f0d9 req-fb41eed8-5a8a-48bc-ad9a-e62caa91d091 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:28.378835 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1c97c5f2-9d64-477b-97ae-d1b5c987f0d9 req-fb41eed8-5a8a-48bc-ad9a-e62caa91d091 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 945 time: 0.2103975 Aug 19 12:42:28.429162 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:28.432202 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-5a0ed111-1a1d-48e9-a065-b90113cee478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:28.433737 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-5a0ed111-1a1d-48e9-a065-b90113cee478 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=888559b7-b97e-464b-b94c-cbf8342520f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854506 Aug 19 12:42:28.436503 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1c97c5f2-9d64-477b-97ae-d1b5c987f0d9 req-d07fd0b7-0a5a-42b4-b88f-ab0f7c2cc623 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440550 Aug 19 12:42:28.529791 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-67b73523-9a49-434a-a523-b464a07726e0 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855613 Aug 19 12:42:28.629552 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15c1d8bf-1181-4329-a74b-1802f37a9478 req-aefb4c05-ccf7-4b44-b557-67a45bb50aa7 service neutron] 10.222.0.50 "GET /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912614 Aug 19 12:42:28.745519 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:28.774010 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877d52d-914d-47a1-863e-492b2a274c26 None None] The sync data for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi is: [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:58Z', 'revision_number': 4, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '0f81c17a-4b0a-43d0-b0d7-ce80bf183e38', 'name': '', 'network_id': '888559b7-b97e-464b-b94c-cbf8342520f5', 'tenant_id': '1fd599613e294891b5714102c5607640', 'mac_address': 'fa:16:3e:17:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:57Z', 'updated_at': '2021-08-19T12:34:05Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'subnets': [{'id': 'af200914-5b75-4155-99e5-f10386a0ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:28.981646 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afed283-0834-4f71-839f-e7bf3034202a None None] New status for floating IP 209789ae-ef9e-48d2-a36b-f99d2ec6643b: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:42:29.602611 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83e8c2-1494-41cd-b00e-69f61a1902b0 req-1d757054-a7ad-4207-b64e-92dbdb090637 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.604128 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9b83e8c2-1494-41cd-b00e-69f61a1902b0 req-1d757054-a7ad-4207-b64e-92dbdb090637 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 945 time: 0.0984263 Aug 19 12:42:29.641602 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9b83e8c2-1494-41cd-b00e-69f61a1902b0 req-b9f007f7-2897-429f-8243-368e73d6eec2 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/security-groups?id=23237fb1-c6ba-47fe-a1a1-3389946268c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Aug 19 12:42:29.716232 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:42:29.756233 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-478bc449-db91-4743-ac94-a6da49db3426 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.757597 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-478bc449-db91-4743-ac94-a6da49db3426 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 945 time: 0.0464573 Aug 19 12:42:29.847605 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-3797b57a-35c0-4212-a6e9-f91c5346d6cf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Deleting port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:29.847944 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-3797b57a-35c0-4212-a6e9-f91c5346d6cf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.932623 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-3797b57a-35c0-4212-a6e9-f91c5346d6cf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] For port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:29.933001 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-3797b57a-35c0-4212-a6e9-f91c5346d6cf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.945331 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-3797b57a-35c0-4212-a6e9-f91c5346d6cf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Calling delete_port for bfa9edf3-e61d-454c-89c8-f675ff7b2c8e owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:30.071198 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-3797b57a-35c0-4212-a6e9-f91c5346d6cf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.098466 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797b57a-35c0-4212-a6e9-f91c5346d6cf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event deleted for resources: {'Port': ['ID=bfa9edf3-e61d-454c-89c8-f675ff7b2c8e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:30.142766 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-3797b57a-35c0-4212-a6e9-f91c5346d6cf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] No DVR routers for this DVR port bfa9edf3-e61d-454c-89c8-f675ff7b2c8e on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:30.145282 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-3797b57a-35c0-4212-a6e9-f91c5346d6cf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.147687 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8dd9657c-10a1-4040-a69d-6f97338d9589 req-3797b57a-35c0-4212-a6e9-f91c5346d6cf tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.50 "DELETE /v2.0/ports/bfa9edf3-e61d-454c-89c8-f675ff7b2c8e HTTP/1.1" status: 204 len: 173 time: 0.3825428 Aug 19 12:42:30.148119 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b007f9ed-1545-40a6-b629-dede861a0777', 'name': 'network-vif-deleted', 'tag': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:30.150444 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e468a285-e509-4b76-982f-62dccff78a07" -d '{"events": [{"server_uuid": "b007f9ed-1545-40a6-b629-dede861a0777", "name": "network-vif-deleted", "tag": "bfa9edf3-e61d-454c-89c8-f675ff7b2c8e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:30.188529 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c78886-2d64-4bc3-ab81-b1802fa12118 x-openstack-request-id: req-20c78886-2d64-4bc3-ab81-b1802fa12118 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:30.189035 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b007f9ed-1545-40a6-b629-dede861a0777", "name": "network-vif-deleted", "tag": "bfa9edf3-e61d-454c-89c8-f675ff7b2c8e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:30.189288 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20c78886-2d64-4bc3-ab81-b1802fa12118 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:30.189691 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b007f9ed-1545-40a6-b629-dede861a0777', 'name': 'network-vif-deleted', 'tag': 'bfa9edf3-e61d-454c-89c8-f675ff7b2c8e', 'status': 'completed', 'code': 200} Aug 19 12:42:30.749164 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-278a5a81-adcc-4332-861b-a2d37bb3e189 req-9eeeae7f-4d08-470f-9b61-8ad5db0137f0 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b007f9ed-1545-40a6-b629-dede861a0777 HTTP/1.1" status: 200 len: 210 time: 0.0278583 Aug 19 12:42:31.804346 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54000) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:31.924699 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d09af488-4d80-403f-b322-df104bbe0370 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Deleting port 8684b96b-9967-453e-9740-b2c503255a3a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:31.925046 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d09af488-4d80-403f-b322-df104bbe0370 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.997200 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d09af488-4d80-403f-b322-df104bbe0370 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.997526 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d09af488-4d80-403f-b322-df104bbe0370 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.009089 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d09af488-4d80-403f-b322-df104bbe0370 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Calling delete_port for 8684b96b-9967-453e-9740-b2c503255a3a owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:32.137417 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d09af488-4d80-403f-b322-df104bbe0370 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.162927 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09af488-4d80-403f-b322-df104bbe0370 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event deleted for resources: {'Port': ['ID=8684b96b-9967-453e-9740-b2c503255a3a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:32.226651 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d09af488-4d80-403f-b322-df104bbe0370 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.229476 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d09af488-4d80-403f-b322-df104bbe0370 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.230619 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-d09af488-4d80-403f-b322-df104bbe0370 tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "DELETE /v2.0/floatingips/ece9068a-e8d2-40e4-b6ed-59fd43b19614 HTTP/1.1" status: 204 len: 168 time: 0.4252748 Aug 19 12:42:33.236588 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6695-a124-4864-badc-4f60e69bead2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.421805 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54012) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:33.479354 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c49-3493-43d9-8442-1ec363d4b39c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.503457 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c49-3493-43d9-8442-1ec363d4b39c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.561820 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c49-3493-43d9-8442-1ec363d4b39c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.564505 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8cc43c49-3493-43d9-8442-1ec363d4b39c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.565708 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-8cc43c49-3493-43d9-8442-1ec363d4b39c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] 10.222.0.42 "DELETE /v2.0/security-groups/23237fb1-c6ba-47fe-a1a1-3389946268c5 HTTP/1.1" status: 204 len: 168 time: 0.1429720 Aug 19 12:42:33.575165 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc43c49-3493-43d9-8442-1ec363d4b39c tempest-TestVolumeBootPattern-1933037218 tempest-TestVolumeBootPattern-1933037218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23237fb1-c6ba-47fe-a1a1-3389946268c5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:33.622575 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device bfa9edf3-e61d-454c-89c8-f675ff7b2c8e no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:33.629203 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:33.642685 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: bfa9edf3-e61d-454c-89c8-f675ff7b2c8e {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:33.643041 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device bfa9edf3-e61d-454c-89c8-f675ff7b2c8e not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:34.277231 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.329208 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636155'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.568077 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] Deleting port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:34.568331 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.647134 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] For port 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=0f81c17a-4b0a-43d0-b0d7-ce80bf183e38,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:34.647823 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.659233 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] Calling delete_port for 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:34.836246 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.860830 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f81c17a-4b0a-43d0-b0d7-ce80bf183e38,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:35.026906 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760171'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.236074 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] Router 417d429e-fb11-4420-823d-9205817e57db has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:35.342058 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:35.347353 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-4bfa6532-2f6d-45cc-87a2-0bbb2c664437 admin admin] 10.222.0.42 "PUT /v2.0/routers/417d429e-fb11-4420-823d-9205817e57db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7168486 Aug 19 12:42:35.350144 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54022) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:35.351465 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] Sync routers for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:35.360375 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:35.361087 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:42:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.459485 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.470218 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:35.619662 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.641591 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-ec5063a4-301c-4a8f-bbe1-845c1ff25107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.643075 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-ec5063a4-301c-4a8f-bbe1-845c1ff25107 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=163ce8fb2e2f469d9adca1413b3f0436&device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 1137 time: 0.0869744 Aug 19 12:42:35.658975 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:42:34Z', 'revision_number': 5, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port': {'id': '8d02f55e-15ab-433b-8fa0-0c1b9c4edcae', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:70:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d429e-fb11-4420-823d-9205817e57db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.691775 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] Checking router: 417d429e-fb11-4420-823d-9205817e57db for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:35.692065 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a38a1-79f4-4ae5-ba39-af4efe567fac req-98ff8662-5aff-47bf-8315-cb6f9b8b1b49 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.693564 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a86a38a1-79f4-4ae5-ba39-af4efe567fac req-98ff8662-5aff-47bf-8315-cb6f9b8b1b49 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.1246564 Aug 19 12:42:35.700836 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] Routers {'417d429e-fb11-4420-823d-9205817e57db'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:35.701455 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:42:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['417d429e-fb11-4420-823d-9205817e57db'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.788232 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75e7da17-0b26-495a-8ad1-cf733f5d308e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.796680 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Deleting port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:35.797020 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.802625 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a86a38a1-79f4-4ae5-ba39-af4efe567fac req-9236bb19-4400-4b09-a798-2c315d1e3347 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780063 Aug 19 12:42:35.805228 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] Set router 417d429e-fb11-4420-823d-9205817e57db gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:35.847304 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-77f70232-4fa2-498f-ad63-8e6e5724557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.849364 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-77f70232-4fa2-498f-ad63-8e6e5724557a service neutron] 10.222.0.50 "GET /v2.0/networks?id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778 HTTP/1.1" status: 200 len: 916 time: 0.1857510 Aug 19 12:42:35.856383 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:42:35Z', 'revision_number': 6, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port_host': None}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.886336 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac3726-2767-49a8-a3f5-099a15e76daa None None] The sync data for ids ['417d429e-fb11-4420-823d-9205817e57db'] in dv-cinder-804603-3-iscsi is: [{'id': '417d429e-fb11-4420-823d-9205817e57db', 'name': 'tempest-TestVolumeBootPattern-644387534-router', 'tenant_id': '1fd599613e294891b5714102c5607640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:33:55Z', 'updated_at': '2021-08-19T12:42:35Z', 'revision_number': 6, 'project_id': '1fd599613e294891b5714102c5607640', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:35.938034 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-e908a9dd-4ad1-426b-b611-c14047a0d474 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 1001 time: 0.0796666 Aug 19 12:42:35.939619 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] For port 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=8d02f55e-15ab-433b-8fa0-0c1b9c4edcae,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:35.939973 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.979777 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Calling delete_port for 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:36.033301 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-21e6ba43-605f-402b-9c07-946f83c1a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.034734 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-21e6ba43-605f-402b-9c07-946f83c1a993 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e45c7c77-02bb-4fb2-9947-cded96c56a8b HTTP/1.1" status: 200 len: 854 time: 0.0879910 Aug 19 12:42:36.134856 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-a1b2d29e-dabd-48a6-a478-de2a45d89c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.136263 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-a1b2d29e-dabd-48a6-a478-de2a45d89c30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869005 Aug 19 12:42:36.183843 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.236203 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.283702 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d02f55e-15ab-433b-8fa0-0c1b9c4edcae,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:36.296524 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-ade8f7e2-1ebe-459f-b718-f85a89468674 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508431 Aug 19 12:42:36.297815 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.298162 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.298503 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.298836 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.299166 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.299495 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.299822 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.300158 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.300484 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.300836 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.301692 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.302015 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:36.406083 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632483'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.512670 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.514771 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.517684 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6018b268-ccbc-4117-a05a-0ebdc313d2e7 req-b3cd6baf-c1c2-41bc-80e9-fad5ee3a89c8 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999960 Aug 19 12:42:36.559065 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623593'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.559699 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 417d429e-fb11-4420-823d-9205817e57db {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:42:36.564876 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.568540 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-70acd50a-0cb6-41db-81fa-3d5903144cd3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/417d429e-fb11-4420-823d-9205817e57db HTTP/1.1" status: 204 len: 168 time: 1.2174640 Aug 19 12:42:36.568737 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54028) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:36.612664 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8774e761-238a-48c7-b751-b8bd83d508f9 admin admin] Deleting subnet af200914-5b75-4155-99e5-f10386a0ccbf {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:42:36.616377 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8774e761-238a-48c7-b751-b8bd83d508f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.656830 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8774e761-238a-48c7-b751-b8bd83d508f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3724236'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.735709 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8774e761-238a-48c7-b751-b8bd83d508f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.788751 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8774e761-238a-48c7-b751-b8bd83d508f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3775777'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.814502 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774e761-238a-48c7-b751-b8bd83d508f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af200914-5b75-4155-99e5-f10386a0ccbf,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:36.817031 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8774e761-238a-48c7-b751-b8bd83d508f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.820178 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-8774e761-238a-48c7-b751-b8bd83d508f9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/af200914-5b75-4155-99e5-f10386a0ccbf HTTP/1.1" status: 204 len: 168 time: 0.2501895 Aug 19 12:42:36.822276 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54030) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:36.823527 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e6d0a2-d4cc-4469-80e9-92e5e9ac10cf None None] Network 888559b7-b97e-464b-b94c-cbf8342520f5 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:36.901029 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.954057 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77dd3d-1212-4f8d-a7b2-55eeb37b90c8 req-049290e5-b3f4-4ea7-8a40-10606b3bfac0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.955622 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8c77dd3d-1212-4f8d-a7b2-55eeb37b90c8 req-049290e5-b3f4-4ea7-8a40-10606b3bfac0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0785730 Aug 19 12:42:36.964118 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Deleting port 2da3bb3c-a696-4348-8827-323b990250fa {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:36.964472 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.013393 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:37.016667 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8c77dd3d-1212-4f8d-a7b2-55eeb37b90c8 req-6fa78b8f-a54f-47ca-b8b0-374d6f9569ce tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489850 Aug 19 12:42:37.054364 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:37.054797 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 8d02f55e-15ab-433b-8fa0-0c1b9c4edcae not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:37.055307 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:37.056353 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] For port 2da3bb3c-a696-4348-8827-323b990250fa, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=2da3bb3c-a696-4348-8827-323b990250fa,segment=NetworkSegment(ac887a7b-78f5-4480-b265-5ed2c886a5ac),segment_id=ac887a7b-78f5-4480-b265-5ed2c886a5ac)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:37.057527 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.070006 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Calling delete_port for 2da3bb3c-a696-4348-8827-323b990250fa owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:37.075457 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:37.075809 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 0f81c17a-4b0a-43d0-b0d7-ce80bf183e38 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:37.095676 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d77be5-6fb2-422c-aad2-5b611bd53b4c None None] DHCP port deletion for 888559b7-b97e-464b-b94c-cbf8342520f5 request from dv-cinder-804603-3-iscsi {{(pid=93796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:42:37.140037 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.152033 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.153885 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f3d77be5-6fb2-422c-aad2-5b611bd53b4c None None] Deleting port 2da3bb3c-a696-4348-8827-323b990250fa {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:37.154272 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3d77be5-6fb2-422c-aad2-5b611bd53b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.179575 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Pushing event deleted for resources: {'Port': ['ID=2da3bb3c-a696-4348-8827-323b990250fa,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:37.181409 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] No DVR routers for this DVR port 2da3bb3c-a696-4348-8827-323b990250fa on host dv-cinder-804603-3-iscsi {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:37.222553 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f3d77be5-6fb2-422c-aad2-5b611bd53b4c None None] For port 2da3bb3c-a696-4348-8827-323b990250fa, host dv-cinder-804603-3-iscsi, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:37.223551 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3d77be5-6fb2-422c-aad2-5b611bd53b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.235971 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f3d77be5-6fb2-422c-aad2-5b611bd53b4c None None] Calling delete_port for 2da3bb3c-a696-4348-8827-323b990250fa owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:37.239639 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d77be5-6fb2-422c-aad2-5b611bd53b4c None None] Port 2da3bb3c-a696-4348-8827-323b990250fa was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:42:37.240751 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3d77be5-6fb2-422c-aad2-5b611bd53b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.254225 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.263696 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888559b7-b97e-464b-b94c-cbf8342520f5']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:37.265163 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d77be5-6fb2-422c-aad2-5b611bd53b4c None None] Pushing event deleted for resources: {'Port': ['ID=2da3bb3c-a696-4348-8827-323b990250fa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:37.269412 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d77be5-6fb2-422c-aad2-5b611bd53b4c None None] No DVR routers for this DVR port 2da3bb3c-a696-4348-8827-323b990250fa on host dv-cinder-804603-3-iscsi {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:37.273843 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac887a7b-78f5-4480-b265-5ed2c886a5ac') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:37.274144 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac887a7b-78f5-4480-b265-5ed2c886a5ac') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:37.283052 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724229'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.297186 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.303376 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:37.303760 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179776'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: Traceback (most recent call last): Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: timer() Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: cb(*args, **kw) Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: return func(*args, **kwargs) Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: self._notify() Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: self.callback(batched_events) Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: event.method(event) Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: return f(self, *a, **k) Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._get(url).json() Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:37.305374 dv-cinder-804603-3-iscsi neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:37.578872 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.584719 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.586824 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] 10.222.0.42 "DELETE /v2.0/networks/888559b7-b97e-464b-b94c-cbf8342520f5 HTTP/1.1" status: 204 len: 168 time: 0.7633543 Aug 19 12:42:37.589911 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54036) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:37.597504 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df7d07-5a64-41d3-9706-0d7b1542cd7d admin admin] Pushing event deleted for resources: {'Network': ['ID=888559b7-b97e-464b-b94c-cbf8342520f5,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:37.922202 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636155'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.157636 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ad5c-9dd9-4e52-9f1a-2dabd038b0a2 req-985d09de-16cd-4e9e-b8d9-72e0992df0dc tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.159099 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5d11ad5c-9dd9-4e52-9f1a-2dabd038b0a2 req-985d09de-16cd-4e9e-b8d9-72e0992df0dc tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0709915 Aug 19 12:42:38.224593 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5d11ad5c-9dd9-4e52-9f1a-2dabd038b0a2 req-b4a00c26-28b2-4d9c-87ea-7a4acdc89f60 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471585 Aug 19 12:42:38.230993 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] Deleting port 543fb439-d31b-4429-bff2-ccb5a9eb49e1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:38.231333 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.310733 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] For port 543fb439-d31b-4429-bff2-ccb5a9eb49e1, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=543fb439-d31b-4429-bff2-ccb5a9eb49e1,segment=NetworkSegment(e8ca2b68-1e8a-4e5b-8293-56519514cd0e),segment_id=e8ca2b68-1e8a-4e5b-8293-56519514cd0e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:38.311095 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.323376 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] Calling delete_port for 543fb439-d31b-4429-bff2-ccb5a9eb49e1 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:38.364866 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.502146 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.525365 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] Pushing event deleted for resources: {'Port': ['ID=543fb439-d31b-4429-bff2-ccb5a9eb49e1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:38.687028 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760171'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.889067 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] Router d811829d-0ed8-44de-be29-a92bce9afe0e has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:38.996116 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 2da3bb3c-a696-4348-8827-323b990250fa no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:39.008373 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:39.016950 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-11b56774-451b-48f5-9758-9d332d937390 admin admin] 10.222.0.42 "PUT /v2.0/routers/d811829d-0ed8-44de-be29-a92bce9afe0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4232588 Aug 19 12:42:39.017059 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 2da3bb3c-a696-4348-8827-323b990250fa {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:39.017059 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 2da3bb3c-a696-4348-8827-323b990250fa not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:39.017261 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54040) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:39.024393 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] Sync routers for ids ['d811829d-0ed8-44de-be29-a92bce9afe0e'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:39.037493 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] Routers {'d811829d-0ed8-44de-be29-a92bce9afe0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:39.038114 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:42:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d811829d-0ed8-44de-be29-a92bce9afe0e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:39.165377 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] Set router d811829d-0ed8-44de-be29-a92bce9afe0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:39.416303 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'name': 'tempest-TestVolumeBootPattern-1172288547-router', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:00Z', 'updated_at': '2021-08-19T12:42:38Z', 'revision_number': 5, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'gw_port': {'id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:01Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:39.450236 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] Checking router: d811829d-0ed8-44de-be29-a92bce9afe0e for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:39.460651 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] Routers {'d811829d-0ed8-44de-be29-a92bce9afe0e'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:39.461265 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:42:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['d811829d-0ed8-44de-be29-a92bce9afe0e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:39.526942 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.542251 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a365ceb-6db2-4182-846a-00e798b1e7c4 req-d2c74928-2989-4ef4-ab28-7dc3abd4f674 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:39.543818 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6a365ceb-6db2-4182-846a-00e798b1e7c4 req-d2c74928-2989-4ef4-ab28-7dc3abd4f674 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0815086 Aug 19 12:42:39.605405 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] Set router d811829d-0ed8-44de-be29-a92bce9afe0e gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:39.673433 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6a365ceb-6db2-4182-846a-00e798b1e7c4 req-5cbd9958-ecab-487c-a367-5e3be3294559 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906873 Aug 19 12:42:39.706366 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.786868 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Deleting port cfba7518-d158-40a3-b254-00e0e2857119 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:39.787215 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.863946 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] For port cfba7518-d158-40a3-b254-00e0e2857119, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=cfba7518-d158-40a3-b254-00e0e2857119,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:39.864386 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.876273 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Calling delete_port for cfba7518-d158-40a3-b254-00e0e2857119 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:39.900971 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'name': 'tempest-TestVolumeBootPattern-1172288547-router', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:00Z', 'updated_at': '2021-08-19T12:42:38Z', 'revision_number': 5, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'gw_port': {'id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:01Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:39.931420 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1ed800-6606-4390-84ed-2c615d18b428 None None] The sync data for ids ['d811829d-0ed8-44de-be29-a92bce9afe0e'] in dv-cinder-804603-3-iscsi is: [{'id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'name': 'tempest-TestVolumeBootPattern-1172288547-router', 'tenant_id': '3cd73112f7a046e1bb7f4591c44c949e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:00Z', 'updated_at': '2021-08-19T12:42:38Z', 'revision_number': 5, 'project_id': '3cd73112f7a046e1bb7f4591c44c949e', 'gw_port': {'id': 'cfba7518-d158-40a3-b254-00e0e2857119', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd811829d-0ed8-44de-be29-a92bce9afe0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:01Z', 'updated_at': '2021-08-19T12:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:40.047089 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.078111 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Pushing event deleted for resources: {'Port': ['ID=cfba7518-d158-40a3-b254-00e0e2857119,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:40.137871 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632483'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.229439 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.231461 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.278945 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623593'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.279546 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d811829d-0ed8-44de-be29-a92bce9afe0e {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:42:40.283830 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.285255 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-bee9adf6-c165-4836-93dc-7d7c4cd786bc admin admin] 10.222.0.42 "DELETE /v2.0/routers/d811829d-0ed8-44de-be29-a92bce9afe0e HTTP/1.1" status: 204 len: 168 time: 1.2675316 Aug 19 12:42:40.287910 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:40.339903 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-387eea8d-179e-42be-95fd-bb4a84a25584 admin admin] Deleting subnet 7329eb72-b5da-42e3-bdcf-97b898980c8e {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:42:40.343344 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-387eea8d-179e-42be-95fd-bb4a84a25584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.378030 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-387eea8d-179e-42be-95fd-bb4a84a25584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3237808'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.465052 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-387eea8d-179e-42be-95fd-bb4a84a25584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.533800 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-387eea8d-179e-42be-95fd-bb4a84a25584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3075687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2900412'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.563753 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387eea8d-179e-42be-95fd-bb4a84a25584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7329eb72-b5da-42e3-bdcf-97b898980c8e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:40.568241 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-387eea8d-179e-42be-95fd-bb4a84a25584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.570161 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-387eea8d-179e-42be-95fd-bb4a84a25584 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7329eb72-b5da-42e3-bdcf-97b898980c8e HTTP/1.1" status: 204 len: 168 time: 0.2811306 Aug 19 12:42:40.573136 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54046) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:40.579639 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da8c9b6-9533-45a6-b124-2fe6fc7b39d7 None None] Network 05aa0c9f-29f1-4627-a5f0-676f4dcde697 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:40.643220 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.697016 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Deleting port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:40.697376 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.773206 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] For port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49,segment=NetworkSegment(e8ca2b68-1e8a-4e5b-8293-56519514cd0e),segment_id=e8ca2b68-1e8a-4e5b-8293-56519514cd0e)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:40.773567 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.786122 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Calling delete_port for b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:40.801903 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a1f6b-9f03-4d00-ad24-4e062036365e req-bf73736d-6128-4959-bc27-1b4e4fab96be tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.803503 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c90a1f6b-9f03-4d00-ad24-4e062036365e req-bf73736d-6128-4959-bc27-1b4e4fab96be tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0499499 Aug 19 12:42:40.844313 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c90a1f6b-9f03-4d00-ad24-4e062036365e req-c3882ba8-994a-4f90-9e84-c335019e6c52 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345500 Aug 19 12:42:40.866434 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.892523 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Pushing event deleted for resources: {'Port': ['ID=b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:40.896857 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] No DVR routers for this DVR port b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 on host dv-cinder-804603-3-iscsi {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:40.917647 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31354330-e6bf-47ac-ba3c-d44de9dce1af None None] DHCP port deletion for 05aa0c9f-29f1-4627-a5f0-676f4dcde697 request from dv-cinder-804603-3-iscsi {{(pid=93796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:42:40.974884 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.984818 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05aa0c9f-29f1-4627-a5f0-676f4dcde697']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:40.988788 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device cfba7518-d158-40a3-b254-00e0e2857119 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:40.999349 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:40.999653 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ca2b68-1e8a-4e5b-8293-56519514cd0e') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:41.009050 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724229'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.012399 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: cfba7518-d158-40a3-b254-00e0e2857119 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:41.012846 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device cfba7518-d158-40a3-b254-00e0e2857119 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:41.013345 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 543fb439-d31b-4429-bff2-ccb5a9eb49e1 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:41.023287 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.030498 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:41.031117 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179776'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: Traceback (most recent call last): Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: timer() Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: cb(*args, **kw) Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: return func(*args, **kwargs) Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: self._notify() Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: self.callback(batched_events) Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: event.method(event) Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: return f(self, *a, **k) Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._get(url).json() Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:41.033682 dv-cinder-804603-3-iscsi neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:41.036182 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 543fb439-d31b-4429-bff2-ccb5a9eb49e1 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:41.036182 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 543fb439-d31b-4429-bff2-ccb5a9eb49e1 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:41.036402 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:41.059925 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:41.060322 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device b889e6a3-0a09-4263-b9ea-aa7d8b4a0c49 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:41.088403 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.093691 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.095517 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] 10.222.0.42 "DELETE /v2.0/networks/05aa0c9f-29f1-4627-a5f0-676f4dcde697 HTTP/1.1" status: 204 len: 168 time: 0.5208626 Aug 19 12:42:41.106595 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d5fb0-4b06-4ebe-9386-ea08808c4195 admin admin] Pushing event deleted for resources: {'Network': ['ID=05aa0c9f-29f1-4627-a5f0-676f4dcde697,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:41.206890 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54052) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:41.249174 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-14e92088-02d5-4588-b419-356f5eaf888c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fd599613e294891b5714102c5607640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403931 Aug 19 12:42:41.251499 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54054) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:41.298697 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c02-cf1f-42be-8fcb-f18b25dffa91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.325600 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c02-cf1f-42be-8fcb-f18b25dffa91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.372164 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c02-cf1f-42be-8fcb-f18b25dffa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.374955 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c02-cf1f-42be-8fcb-f18b25dffa91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.376158 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-70eb9c02-cf1f-42be-8fcb-f18b25dffa91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8eaaa503-5a7b-4228-b8fc-292e33b9cf14 HTTP/1.1" status: 204 len: 168 time: 0.1237457 Aug 19 12:42:41.385005 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb9c02-cf1f-42be-8fcb-f18b25dffa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaaa503-5a7b-4228-b8fc-292e33b9cf14,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:41.689891 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54060) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:41.728979 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-81adea47-7dbb-41d7-b6a8-dc8ed853d33e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3cd73112f7a046e1bb7f4591c44c949e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378966 Aug 19 12:42:41.731427 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54062) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:41.784323 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-446c98c8-76fb-416e-9bdc-0d81cfda4b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.808416 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-446c98c8-76fb-416e-9bdc-0d81cfda4b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.857554 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-446c98c8-76fb-416e-9bdc-0d81cfda4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.860277 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-446c98c8-76fb-416e-9bdc-0d81cfda4b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.861488 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-446c98c8-76fb-416e-9bdc-0d81cfda4b51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db8e6f03-fffa-4999-b280-6900d28c9e7e HTTP/1.1" status: 204 len: 168 time: 0.1291637 Aug 19 12:42:41.871302 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c98c8-76fb-416e-9bdc-0d81cfda4b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8e6f03-fffa-4999-b280-6900d28c9e7e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:41.980064 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-12f25d8e-1614-4268-b04a-b48f9d33118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:41.981603 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-12f25d8e-1614-4268-b04a-b48f9d33118f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=163ce8fb2e2f469d9adca1413b3f0436&device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 1137 time: 0.2270458 Aug 19 12:42:42.000701 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246465d0-24f3-4fe7-8bef-fe450702d0a7 req-c24af5eb-8672-4377-b443-05f5b901d214 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:42.002190 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-246465d0-24f3-4fe7-8bef-fe450702d0a7 req-c24af5eb-8672-4377-b443-05f5b901d214 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0642524 Aug 19 12:42:42.099788 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-246465d0-24f3-4fe7-8bef-fe450702d0a7 req-3c8016a0-d68b-4366-ad39-697011a164d3 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863369 Aug 19 12:42:42.129844 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-8aee11ed-1d44-452f-99bd-2ad448eb25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:42.131337 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-8aee11ed-1d44-452f-99bd-2ad448eb25ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778 HTTP/1.1" status: 200 len: 916 time: 0.1262870 Aug 19 12:42:42.201839 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-e2eecadc-50ad-49e9-9cb3-e69e943281c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 1001 time: 0.0628643 Aug 19 12:42:42.251840 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-c201c43d-31c7-4ade-847b-185dd3149bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:42.253409 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-c201c43d-31c7-4ade-847b-185dd3149bb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e45c7c77-02bb-4fb2-9947-cded96c56a8b HTTP/1.1" status: 200 len: 854 time: 0.0449932 Aug 19 12:42:42.303660 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-eca006a9-c00c-40c1-b124-3e1baef853fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:42.305180 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-eca006a9-c00c-40c1-b124-3e1baef853fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434210 Aug 19 12:42:42.317289 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-8546ab75-5f65-40b1-9a4f-798980498190 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:42:42.318429 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-8546ab75-5f65-40b1-9a4f-798980498190 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057158 Aug 19 12:42:42.415568 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-e10cc222-3170-4819-8e37-d43e661b6544 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900793 Aug 19 12:42:42.509391 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9363cd3e-0d20-4735-af5c-1c4511b5ce42 req-b3b5e802-a4ae-49da-b3b3-4e3f1af202d4 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850787 Aug 19 12:42:43.217732 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaff3a9-7da7-4b10-9085-515fa41fecd8 req-ddd417b9-ef52-4034-83fc-c8e8aea56438 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:43.219234 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-acaff3a9-7da7-4b10-9085-515fa41fecd8 req-ddd417b9-ef52-4034-83fc-c8e8aea56438 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0486858 Aug 19 12:42:43.260845 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-acaff3a9-7da7-4b10-9085-515fa41fecd8 req-e45e0c3a-cda1-451a-9e52-66721f935888 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347323 Aug 19 12:42:44.373239 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bc15e-0eac-4855-a49c-368015846ec1 req-c084eff4-acff-4d68-8ac8-245650c34a42 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:44.374993 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a9bc15e-0eac-4855-a49c-368015846ec1 req-c084eff4-acff-4d68-8ac8-245650c34a42 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0492294 Aug 19 12:42:44.415306 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1a9bc15e-0eac-4855-a49c-368015846ec1 req-b7356758-297b-473e-a49a-b945276dc4e9 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338104 Aug 19 12:42:45.531294 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc8f1-85df-4c7c-86a4-faa42146b8c1 req-589c2eb4-adae-4477-9fcf-ac20e154ca49 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:45.532961 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e8dfc8f1-85df-4c7c-86a4-faa42146b8c1 req-589c2eb4-adae-4477-9fcf-ac20e154ca49 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0527725 Aug 19 12:42:45.572266 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e8dfc8f1-85df-4c7c-86a4-faa42146b8c1 req-d1575c39-fe2a-47fd-9c83-fc49820d2df8 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329201 Aug 19 12:42:46.685530 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7b045-3033-4e60-a274-611500dc1c17 req-ab7d38ee-b97f-4b8d-a10f-45cea7d41885 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:46.687041 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c7a7b045-3033-4e60-a274-611500dc1c17 req-ab7d38ee-b97f-4b8d-a10f-45cea7d41885 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0484574 Aug 19 12:42:46.727879 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c7a7b045-3033-4e60-a274-611500dc1c17 req-b9c64661-8ed5-488f-9b54-212eab2bd41d tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341659 Aug 19 12:42:47.847712 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594d7e6-b01a-41ab-ab52-9ca68a9d0e61 req-8e28c03b-2f95-4351-aa77-db40d45fd448 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:47.849182 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4594d7e6-b01a-41ab-ab52-9ca68a9d0e61 req-8e28c03b-2f95-4351-aa77-db40d45fd448 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0492530 Aug 19 12:42:47.888957 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-4594d7e6-b01a-41ab-ab52-9ca68a9d0e61 req-e770adfe-af6a-441a-994a-3d91078de90e tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&id=616f606a-bc7b-4f24-a549-fc5e0bdc6045&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336983 Aug 19 12:43:03.236588 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3301-36de-43eb-915a-d705ad9e4ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.276766 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.751332 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1d30e1e-554b-4d49-9b42-6ec49116f3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.184637 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.715654 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:43:07.128890 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.368117 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.201350 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-1f6a9143-5672-49f1-9713-2ecdb27e3da1 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527034549&fields=id&tenant_id=163ce8fb2e2f469d9adca1413b3f0436 HTTP/1.1" status: 200 len: 267 time: 0.0355141 Aug 19 12:43:20.253219 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-02938178-a28f-48f5-858c-e234421d42b4 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.254670 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-02938178-a28f-48f5-858c-e234421d42b4 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 984 time: 0.0478091 Aug 19 12:43:20.266249 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-b44ce0d9-7c06-468b-8f21-1803d2fa73ff tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Request body: {'port': {'security_groups': ['b5b2b700-cf2b-4ea0-9413-ace5d524c766']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:20.326580 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-b44ce0d9-7c06-468b-8f21-1803d2fa73ff tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.495445 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-b44ce0d9-7c06-468b-8f21-1803d2fa73ff tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] For port 801ce70d-152f-4c66-9808-d1fa3d92f4ad, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:20.524689 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-b44ce0d9-7c06-468b-8f21-1803d2fa73ff tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.529038 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-b44ce0d9-7c06-468b-8f21-1803d2fa73ff tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.541184 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['801ce70d-152f-4c66-9808-d1fa3d92f4ad'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:20.574284 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-b44ce0d9-7c06-468b-8f21-1803d2fa73ff tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.574897 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-b44ce0d9-7c06-468b-8f21-1803d2fa73ff tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.576322 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-17f7a5db-7db7-4d51-8747-0087cbfed28b req-b44ce0d9-7c06-468b-8f21-1803d2fa73ff tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "PUT /v2.0/ports/801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 942 time: 0.3144996 Aug 19 12:43:20.576792 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:20.579050 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56706bd4-af2c-43cb-8649-768eeaddc9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:20.590555 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54088) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:20.617447 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ce0d9-7c06-468b-8f21-1803d2fa73ff tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event updated for resources: {'Port': ['ID=801ce70d-152f-4c66-9808-d1fa3d92f4ad,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:20.671995 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.687151 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['801ce70d-152f-4c66-9808-d1fa3d92f4ad'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:20.702111 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.783737 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.787182 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.790870 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "DELETE /v2.0/security-groups/616f606a-bc7b-4f24-a549-fc5e0bdc6045 HTTP/1.1" status: 204 len: 168 time: 0.1953015 Aug 19 12:43:20.791254 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54092) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:20.797781 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f606a-bc7b-4f24-a549-fc5e0bdc6045,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:20.807438 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.807805 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.808156 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.808504 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.808870 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.809386 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.809863 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.810208 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.810545 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.810889 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.811215 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.811549 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5da6a-0458-4b66-a5a4-83b2fbbc5f47 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:20.863909 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-1bad1cd7-b57b-49f2-bc3f-a89388df9aef None None] Provisioning complete for port 801ce70d-152f-4c66-9808-d1fa3d92f4ad triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:20.864935 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bad1cd7-b57b-49f2-bc3f-a89388df9aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.873713 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a77dea9-0b6d-45d6-84a7-5fe73d68d3be x-openstack-request-id: req-7a77dea9-0b6d-45d6-84a7-5fe73d68d3be {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:20.874081 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:20.874407 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a77dea9-0b6d-45d6-84a7-5fe73d68d3be {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:20.874871 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'status': 'completed', 'code': 200} Aug 19 12:43:20.988888 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-8abe6508-9428-4dfe-9562-4ca62a1b0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.990968 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-8abe6508-9428-4dfe-9562-4ca62a1b0d75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=163ce8fb2e2f469d9adca1413b3f0436&device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 1098 time: 0.0778782 Aug 19 12:43:21.077772 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Deleting port 893e9b33-a9cc-4254-983e-1af6ea23add9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:21.078028 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.146712 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-973521b0-f5eb-4f02-8174-941dfbe09d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:21.148190 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-973521b0-f5eb-4f02-8174-941dfbe09d6b service neutron] 10.222.0.50 "GET /v2.0/networks?id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778 HTTP/1.1" status: 200 len: 916 time: 0.1485674 Aug 19 12:43:21.210662 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.211588 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.229955 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Calling delete_port for 893e9b33-a9cc-4254-983e-1af6ea23add9 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:21.244407 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-7d28dd0e-f43f-4efe-b437-b70ead0074f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 1001 time: 0.0848365 Aug 19 12:43:21.358489 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-5c19ef70-d276-433b-bdbf-75e409099c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:21.359899 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-5c19ef70-d276-433b-bdbf-75e409099c43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e45c7c77-02bb-4fb2-9947-cded96c56a8b HTTP/1.1" status: 200 len: 854 time: 0.0843718 Aug 19 12:43:21.423957 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-4a29e2c1-305e-4349-b30f-198765b7b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:21.425499 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-4a29e2c1-305e-4349-b30f-198765b7b5c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588157 Aug 19 12:43:21.519799 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.554042 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event deleted for resources: {'Port': ['ID=893e9b33-a9cc-4254-983e-1af6ea23add9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:21.608645 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-9a754e31-68ec-435a-ae58-5730677c608b service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614923 Aug 19 12:43:21.671143 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.671470 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Floating IP a1ac4594-e209-4668-b044-b108e62fc924 disassociated (deleted). External IP: 172.27.3.170, port: 801ce70d-152f-4c66-9808-d1fa3d92f4ad. Aug 19 12:43:21.773697 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-56706bd4-af2c-43cb-8649-768eeaddc9f9 req-a1cea9f3-c3d5-45d6-8ffb-084a50d44cb6 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569045 Aug 19 12:43:21.896963 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:22.003381 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:22.008722 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.014036 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] Sync routers for ids ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:22.023133 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] Routers {'5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:22.023744 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:22.035149 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-5fe76927-c392-4519-be0a-eba7ad4dc48b tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "DELETE /v2.0/floatingips/a1ac4594-e209-4668-b044-b108e62fc924 HTTP/1.1" status: 204 len: 168 time: 1.2422683 Aug 19 12:43:22.128277 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] Set router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:22.456014 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '531620bf-f51f-4b56-b2b1-cd758d98202e', 'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'mac_address': 'fa:16:3e:c8:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:27Z', 'revision_number': 5, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'subnets': [{'id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:22.484476 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] Checking router: 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:22.493058 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] Routers {'5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:22.493681 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:22.594827 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] Set router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:22.797402 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '531620bf-f51f-4b56-b2b1-cd758d98202e', 'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'mac_address': 'fa:16:3e:c8:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:27Z', 'revision_number': 5, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'subnets': [{'id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:22.823281 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df174ef-2402-4a84-ae23-e9e92d0875ea None None] The sync data for ids ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'] in dv-cinder-804603-3-iscsi is: [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:20Z', 'revision_number': 4, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '531620bf-f51f-4b56-b2b1-cd758d98202e', 'name': '', 'network_id': '48f8da7d-3ec2-4df2-a5fb-8be54bb74778', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'mac_address': 'fa:16:3e:c8:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:20Z', 'updated_at': '2021-08-19T12:41:27Z', 'revision_number': 5, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'subnets': [{'id': 'e45c7c77-02bb-4fb2-9947-cded96c56a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:22.876474 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:22.878786 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:22.921140 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6af11e6-a8cd-4c04-9eda-ef5873c57847 x-openstack-request-id: req-d6af11e6-a8cd-4c04-9eda-ef5873c57847 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:22.921429 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:22.921704 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6af11e6-a8cd-4c04-9eda-ef5873c57847 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:22.922104 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'status': 'completed', 'code': 200} Aug 19 12:43:22.988778 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-9ff8a99c-d0c6-4605-afe0-80b639e4ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:22.990754 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-9ff8a99c-d0c6-4605-afe0-80b639e4ab63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=163ce8fb2e2f469d9adca1413b3f0436&device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 1098 time: 0.0444291 Aug 19 12:43:23.050820 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd26adc-b3d6-4233-a038-83cbcfd2f9dc None None] New status for floating IP a1ac4594-e209-4668-b044-b108e62fc924: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:43:23.093124 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-814c3ae2-e4fa-49c9-ae5a-e49d2ce5b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:23.094620 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-814c3ae2-e4fa-49c9-ae5a-e49d2ce5b0c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778 HTTP/1.1" status: 200 len: 916 time: 0.0961695 Aug 19 12:43:23.136626 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-f242ab51-00be-44c9-bee0-15b822c5775e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 200 len: 217 time: 0.0346439 Aug 19 12:43:23.188952 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-98868584-b866-41a4-a726-31231afe52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:23.190598 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-98868584-b866-41a4-a726-31231afe52a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e45c7c77-02bb-4fb2-9947-cded96c56a8b HTTP/1.1" status: 200 len: 854 time: 0.0476263 Aug 19 12:43:23.237335 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-df30a723-708e-43d2-80c8-503b6a15e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:23.238887 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-df30a723-708e-43d2-80c8-503b6a15e911 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=48f8da7d-3ec2-4df2-a5fb-8be54bb74778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400023 Aug 19 12:43:23.327033 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-b96cd675-a8bc-4005-a8dd-3cb0aa73c188 service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809865 Aug 19 12:43:23.417531 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-68224ba3-128b-457d-9bc2-5cd1aa64c2d7 req-6b64e5fe-8bfc-4f9d-bcf6-0678f0b41b2a service neutron] 10.222.0.50 "GET /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837536 Aug 19 12:43:24.748107 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1d8da-f0a9-4877-b7a9-ce398d8c3498 req-a48a6674-c55b-406f-b00a-b4bfe17f2989 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:24.749608 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bcd1d8da-f0a9-4877-b7a9-ce398d8c3498 req-a48a6674-c55b-406f-b00a-b4bfe17f2989 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 945 time: 0.0487990 Aug 19 12:43:24.786056 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bcd1d8da-f0a9-4877-b7a9-ce398d8c3498 req-8f05748a-a9c6-45fd-933c-2d5b8266e761 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298965 Aug 19 12:43:25.907371 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f045ce-21fc-41b7-936a-1087176aa397 req-b68fbcef-ca83-4453-a279-66a7be7adda0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:25.908908 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e2f045ce-21fc-41b7-936a-1087176aa397 req-b68fbcef-ca83-4453-a279-66a7be7adda0 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Aug 19 12:43:25.950584 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-e2f045ce-21fc-41b7-936a-1087176aa397 req-9a6e62bf-63ac-453b-8742-01d91a4c9d24 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5b2b700-cf2b-4ea0-9413-ace5d524c766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354321 Aug 19 12:43:26.421023 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-1cfef438-26e3-45ed-af1c-a15d44a2f027 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:26.422482 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-1cfef438-26e3-45ed-af1c-a15d44a2f027 tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 945 time: 0.0475545 Aug 19 12:43:26.509137 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-f80f4b25-3e56-47fb-854d-510a525e4c8c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Deleting port 801ce70d-152f-4c66-9808-d1fa3d92f4ad {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:26.509379 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-f80f4b25-3e56-47fb-854d-510a525e4c8c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.872694 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-f80f4b25-3e56-47fb-854d-510a525e4c8c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] For port 801ce70d-152f-4c66-9808-d1fa3d92f4ad, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=801ce70d-152f-4c66-9808-d1fa3d92f4ad,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:26.873021 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-f80f4b25-3e56-47fb-854d-510a525e4c8c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.884984 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-f80f4b25-3e56-47fb-854d-510a525e4c8c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Calling delete_port for 801ce70d-152f-4c66-9808-d1fa3d92f4ad owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:27.014803 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-f80f4b25-3e56-47fb-854d-510a525e4c8c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.026733 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['801ce70d-152f-4c66-9808-d1fa3d92f4ad'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:27.066311 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f4b25-3e56-47fb-854d-510a525e4c8c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Pushing event deleted for resources: {'Port': ['ID=801ce70d-152f-4c66-9808-d1fa3d92f4ad,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:27.070186 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-412d2213-1104-45ac-9972-500bf1fa27e5 req-092d3a5d-819e-49c0-b448-4c20329f1a4d tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1cec81-fab2-4d58-be45-3d58c95c5165 HTTP/1.1" status: 200 len: 210 time: 0.0478108 Aug 19 12:43:27.115783 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-f80f4b25-3e56-47fb-854d-510a525e4c8c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] No DVR routers for this DVR port 801ce70d-152f-4c66-9808-d1fa3d92f4ad on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:27.118351 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-f80f4b25-3e56-47fb-854d-510a525e4c8c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.120330 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-8576c1fd-dc98-4cb1-ad47-e80951231bf4 req-f80f4b25-3e56-47fb-854d-510a525e4c8c tempest-TestMinimumBasicScenario-1923770135 tempest-TestMinimumBasicScenario-1923770135-project] 10.222.0.50 "DELETE /v2.0/ports/801ce70d-152f-4c66-9808-d1fa3d92f4ad HTTP/1.1" status: 204 len: 173 time: 0.6917448 Aug 19 12:43:27.120783 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'name': 'network-vif-deleted', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:27.123153 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd68c962-6aa1-422f-9478-f32c714533c6" -d '{"events": [{"server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "name": "network-vif-deleted", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:27.159757 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28178577-e7ee-4cea-bf7b-8ae6a2fd6961 x-openstack-request-id: req-28178577-e7ee-4cea-bf7b-8ae6a2fd6961 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:27.160039 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1cec81-fab2-4d58-be45-3d58c95c5165", "name": "network-vif-deleted", "tag": "801ce70d-152f-4c66-9808-d1fa3d92f4ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:27.160285 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28178577-e7ee-4cea-bf7b-8ae6a2fd6961 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:27.160695 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1cec81-fab2-4d58-be45-3d58c95c5165', 'name': 'network-vif-deleted', 'tag': '801ce70d-152f-4c66-9808-d1fa3d92f4ad', 'status': 'completed', 'code': 200} Aug 19 12:43:28.733193 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54178) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:29.062770 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636155'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.311896 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] Deleting port 531620bf-f51f-4b56-b2b1-cd758d98202e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:29.312236 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.391719 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] For port 531620bf-f51f-4b56-b2b1-cd758d98202e, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=531620bf-f51f-4b56-b2b1-cd758d98202e,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:29.391998 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.404698 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] Calling delete_port for 531620bf-f51f-4b56-b2b1-cd758d98202e owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:29.575873 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.603710 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] Pushing event deleted for resources: {'Port': ['ID=531620bf-f51f-4b56-b2b1-cd758d98202e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:29.765734 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760171'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.885997 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 801ce70d-152f-4c66-9808-d1fa3d92f4ad no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:29.907120 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: 801ce70d-152f-4c66-9808-d1fa3d92f4ad {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:29.907381 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 801ce70d-152f-4c66-9808-d1fa3d92f4ad not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:29.984355 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] Router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:30.090239 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:30.095296 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-45e207b6-3eea-43f3-a786-4aa648515297 admin admin] 10.222.0.42 "PUT /v2.0/routers/5ea5242f-bf11-42e7-a519-8ae3b0a5d65c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3611026 Aug 19 12:43:30.098030 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54180) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:30.099385 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] Sync routers for ids ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:30.108281 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] Routers {'5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:30.108925 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:30.198975 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.210655 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] Set router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:30.302505 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.353105 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Deleting port 850a8864-79d3-4a85-ae4f-572e0b379930 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:30.353457 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.385012 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:43:29Z', 'revision_number': 5, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port': {'id': '850a8864-79d3-4a85-ae4f-572e0b379930', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:30.415411 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] Checking router: 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:30.423657 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] Routers {'5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:30.424260 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:30.437433 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] For port 850a8864-79d3-4a85-ae4f-572e0b379930, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=850a8864-79d3-4a85-ae4f-572e0b379930,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:30.437801 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.449094 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Calling delete_port for 850a8864-79d3-4a85-ae4f-572e0b379930 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:30.507712 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] Set router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:30.559478 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:43:30Z', 'revision_number': 6, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port_host': None}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:30.589657 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4224f65-fce1-4915-9cda-0bb4db9a83ba None None] The sync data for ids ['5ea5242f-bf11-42e7-a519-8ae3b0a5d65c'] in dv-cinder-804603-3-iscsi is: [{'id': '5ea5242f-bf11-42e7-a519-8ae3b0a5d65c', 'name': 'tempest-TestMinimumBasicScenario-1906691996-router', 'tenant_id': '163ce8fb2e2f469d9adca1413b3f0436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:18Z', 'updated_at': '2021-08-19T12:43:30Z', 'revision_number': 6, 'project_id': '163ce8fb2e2f469d9adca1413b3f0436', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:30.613400 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.641943 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Pushing event deleted for resources: {'Port': ['ID=850a8864-79d3-4a85-ae4f-572e0b379930,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:30.699981 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632483'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.790587 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.792781 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.836948 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623593'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.837474 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea5242f-bf11-42e7-a519-8ae3b0a5d65c {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:43:30.841931 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.843074 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-d8f01f8c-bc1a-4b2b-bc28-b175b0cf540c admin admin] 10.222.0.42 "DELETE /v2.0/routers/5ea5242f-bf11-42e7-a519-8ae3b0a5d65c HTTP/1.1" status: 204 len: 168 time: 0.7441149 Aug 19 12:43:30.845563 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54182) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:30.889036 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d095f2-12e5-4f97-b930-2c517ec01797 admin admin] Deleting subnet e45c7c77-02bb-4fb2-9947-cded96c56a8b {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:30.891939 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0d095f2-12e5-4f97-b930-2c517ec01797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.925411 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0d095f2-12e5-4f97-b930-2c517ec01797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3237808'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.012833 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0d095f2-12e5-4f97-b930-2c517ec01797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.073545 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0d095f2-12e5-4f97-b930-2c517ec01797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3075687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2900412'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.097905 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d095f2-12e5-4f97-b930-2c517ec01797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45c7c77-02bb-4fb2-9947-cded96c56a8b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:31.102905 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0d095f2-12e5-4f97-b930-2c517ec01797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.106933 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-d0d095f2-12e5-4f97-b930-2c517ec01797 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e45c7c77-02bb-4fb2-9947-cded96c56a8b HTTP/1.1" status: 204 len: 168 time: 0.2580926 Aug 19 12:43:31.107135 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:31.107755 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77fe590-fa68-4f01-a73b-febf423cd2ac None None] Network 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:31.178979 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.238388 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Deleting port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:31.238765 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.299109 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] For port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f,segment=NetworkSegment(3a29dda2-fdc0-423a-8772-5f058c4d81ae),segment_id=3a29dda2-fdc0-423a-8772-5f058c4d81ae)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:31.299394 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.313016 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Calling delete_port for 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:31.372965 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] DHCP port deletion for 48f8da7d-3ec2-4df2-a5fb-8be54bb74778 request from dv-cinder-804603-3-iscsi {{(pid=93796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:31.382551 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 531620bf-f51f-4b56-b2b1-cd758d98202e no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:31.406467 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.422110 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 531620bf-f51f-4b56-b2b1-cd758d98202e {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:31.422460 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 531620bf-f51f-4b56-b2b1-cd758d98202e not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:31.432508 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:31.436016 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] No DVR routers for this DVR port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f on host dv-cinder-804603-3-iscsi {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:31.449066 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Deleting port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:31.449453 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.509458 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.516383 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] For port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f, host dv-cinder-804603-3-iscsi, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:31.516836 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.519280 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f8da7d-3ec2-4df2-a5fb-8be54bb74778']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:31.529309 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a29dda2-fdc0-423a-8772-5f058c4d81ae') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:31.529555 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Calling delete_port for 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:31.529666 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a29dda2-fdc0-423a-8772-5f058c4d81ae') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:31.532247 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:43:31.533571 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.540802 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3237817'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.555766 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.561957 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:31.562491 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134149'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: Traceback (most recent call last): Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: timer() Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: cb(*args, **kw) Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: return func(*args, **kwargs) Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: self._notify() Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: self.callback(batched_events) Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: event.method(event) Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: return f(self, *a, **k) Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._get(url).json() Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:31.564470 dv-cinder-804603-3-iscsi neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:31.622676 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.629296 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.634903 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/48f8da7d-3ec2-4df2-a5fb-8be54bb74778 HTTP/1.1" status: 204 len: 168 time: 0.5238483 Aug 19 12:43:31.635571 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54186) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:31.644353 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0f32e-b787-42ef-8b60-b24c2819c0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f8da7d-3ec2-4df2-a5fb-8be54bb74778,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:31.693615 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Pushing event deleted for resources: {'Port': ['ID=7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:31.702467 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] No DVR routers for this DVR port 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f on host dv-cinder-804603-3-iscsi {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:31.704745 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.705106 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.705454 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.705806 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.706175 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.706514 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.706957 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.707298 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.707670 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.708003 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.708334 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.708686 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca317ce5-4ed5-4d63-8b57-0fb549c83c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:31.985230 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636155'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.230912 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] Deleting port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:32.231256 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.305401 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] For port ca8c46b9-5bd8-405c-9eb9-37fd7f311b23, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=ca8c46b9-5bd8-405c-9eb9-37fd7f311b23,segment=NetworkSegment(2265c656-f2a0-4148-a97a-84e57fc46f73),segment_id=2265c656-f2a0-4148-a97a-84e57fc46f73)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:32.305691 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.317186 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] Calling delete_port for ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:32.492358 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.522931 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8c46b9-5bd8-405c-9eb9-37fd7f311b23,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:32.687244 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760171'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.895192 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] Router 13b56219-3081-457d-a89a-84b1aca63e80 has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:33.004099 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:33.011780 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-7f807cb0-cf81-4744-9e6d-1910683b2d5e admin admin] 10.222.0.42 "PUT /v2.0/routers/13b56219-3081-457d-a89a-84b1aca63e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3725178 Aug 19 12:43:33.012494 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54190) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:33.015691 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] Sync routers for ids ['13b56219-3081-457d-a89a-84b1aca63e80'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:33.022804 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:33.027139 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] Routers {'13b56219-3081-457d-a89a-84b1aca63e80'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:33.027767 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['13b56219-3081-457d-a89a-84b1aca63e80'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:33.043779 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:33.044263 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 7e6f05fb-fbb3-4c69-94fa-7df45bf4da6f not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:33.044927 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 850a8864-79d3-4a85-ae4f-572e0b379930 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:33.064633 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 850a8864-79d3-4a85-ae4f-572e0b379930 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:33.065078 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 850a8864-79d3-4a85-ae4f-572e0b379930 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:33.124896 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.132628 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] Set router 13b56219-3081-457d-a89a-84b1aca63e80 gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:33.226644 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.237556 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00c0ab01-fb7d-4b9a-b991-c6d637194196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.282183 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Deleting port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:33.282521 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.320808 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b56219-3081-457d-a89a-84b1aca63e80', 'name': 'tempest-TestMinimumBasicScenario-481353236-router', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:22Z', 'updated_at': '2021-08-19T12:43:32Z', 'revision_number': 5, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'gw_port': {'id': 'f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b56219-3081-457d-a89a-84b1aca63e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:23Z', 'updated_at': '2021-08-19T12:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:33.346762 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] Checking router: 13b56219-3081-457d-a89a-84b1aca63e80 for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:33.355620 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] Routers {'13b56219-3081-457d-a89a-84b1aca63e80'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:33.356241 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['13b56219-3081-457d-a89a-84b1aca63e80'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:33.360573 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] For port f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:33.360961 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.373646 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Calling delete_port for f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:33.441043 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] Set router 13b56219-3081-457d-a89a-84b1aca63e80 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:33.493678 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b56219-3081-457d-a89a-84b1aca63e80', 'name': 'tempest-TestMinimumBasicScenario-481353236-router', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:22Z', 'updated_at': '2021-08-19T12:43:33Z', 'revision_number': 6, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'gw_port_host': None}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:33.518697 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd7e997-da64-46c6-8e82-08212ae00317 None None] The sync data for ids ['13b56219-3081-457d-a89a-84b1aca63e80'] in dv-cinder-804603-3-iscsi is: [{'id': '13b56219-3081-457d-a89a-84b1aca63e80', 'name': 'tempest-TestMinimumBasicScenario-481353236-router', 'tenant_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:22Z', 'updated_at': '2021-08-19T12:43:33Z', 'revision_number': 6, 'project_id': '9a85bd4f4b934d29b5f7cdf4afcaf4ef', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:33.537140 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.567994 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:33.625073 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632483'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.711652 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.713643 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.755451 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623593'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.755994 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13b56219-3081-457d-a89a-84b1aca63e80 {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:43:33.760586 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.761753 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-bec85582-2502-4c88-8a05-ff012a8e2b77 admin admin] 10.222.0.42 "DELETE /v2.0/routers/13b56219-3081-457d-a89a-84b1aca63e80 HTTP/1.1" status: 204 len: 168 time: 0.7482729 Aug 19 12:43:33.764149 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54192) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:33.811153 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af9c444-e80e-4c6a-b047-df8bae491c18 admin admin] Deleting subnet bf42b9d6-9911-4dce-9154-83f272d50908 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:33.814045 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4af9c444-e80e-4c6a-b047-df8bae491c18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.849880 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4af9c444-e80e-4c6a-b047-df8bae491c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3724236'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.931322 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4af9c444-e80e-4c6a-b047-df8bae491c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.983194 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4af9c444-e80e-4c6a-b047-df8bae491c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3775777'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.012256 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9c444-e80e-4c6a-b047-df8bae491c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf42b9d6-9911-4dce-9154-83f272d50908,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:34.015818 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4af9c444-e80e-4c6a-b047-df8bae491c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.017667 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-4af9c444-e80e-4c6a-b047-df8bae491c18 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bf42b9d6-9911-4dce-9154-83f272d50908 HTTP/1.1" status: 204 len: 168 time: 0.2525802 Aug 19 12:43:34.020757 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54194) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:34.023773 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a981750-dc0c-4ddc-a32c-385fea05d6d7 None None] Network f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:34.087314 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.138387 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Deleting port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:34.138730 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.208023 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] For port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=c585b5c7-35ab-4c5a-9416-8a51a6b18bbb,segment=NetworkSegment(2265c656-f2a0-4148-a97a-84e57fc46f73),segment_id=2265c656-f2a0-4148-a97a-84e57fc46f73)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:34.208318 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.220598 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Calling delete_port for c585b5c7-35ab-4c5a-9416-8a51a6b18bbb owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:34.257809 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df99ee-bbd6-4de0-85aa-3f53b3e3a6c3 None None] DHCP port deletion for f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 request from dv-cinder-804603-3-iscsi {{(pid=93796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:34.302496 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.302891 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.315850 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f6df99ee-bbd6-4de0-85aa-3f53b3e3a6c3 None None] Deleting port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:34.316348 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6df99ee-bbd6-4de0-85aa-3f53b3e3a6c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.384704 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f6df99ee-bbd6-4de0-85aa-3f53b3e3a6c3 None None] For port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb, host dv-cinder-804603-3-iscsi, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:34.385038 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6df99ee-bbd6-4de0-85aa-3f53b3e3a6c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.400064 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f6df99ee-bbd6-4de0-85aa-3f53b3e3a6c3 None None] Calling delete_port for c585b5c7-35ab-4c5a-9416-8a51a6b18bbb owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:34.402791 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-f6df99ee-bbd6-4de0-85aa-3f53b3e3a6c3 None None] Port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:43:34.404055 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6df99ee-bbd6-4de0-85aa-3f53b3e3a6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.428384 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df99ee-bbd6-4de0-85aa-3f53b3e3a6c3 None None] Pushing event deleted for resources: {'Port': ['ID=c585b5c7-35ab-4c5a-9416-8a51a6b18bbb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:34.434597 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df99ee-bbd6-4de0-85aa-3f53b3e3a6c3 None None] No DVR routers for this DVR port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb on host dv-cinder-804603-3-iscsi {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:34.555512 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c585b5c7-35ab-4c5a-9416-8a51a6b18bbb,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:34.558964 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] No DVR routers for this DVR port c585b5c7-35ab-4c5a-9416-8a51a6b18bbb on host dv-cinder-804603-3-iscsi {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:34.627902 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.637229 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d25dc9-516e-40c4-a61d-d73e3d9c08b3']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:34.646958 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2265c656-f2a0-4148-a97a-84e57fc46f73') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:34.647254 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2265c656-f2a0-4148-a97a-84e57fc46f73') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:34.655715 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724229'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.669499 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.675136 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:34.675522 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179776'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: Traceback (most recent call last): Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: timer() Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: cb(*args, **kw) Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: return func(*args, **kwargs) Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: self._notify() Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: self.callback(batched_events) Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: event.method(event) Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: return f(self, *a, **k) Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._get(url).json() Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:34.677269 dv-cinder-804603-3-iscsi neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:34.733276 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.738620 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.740493 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f8d25dc9-516e-40c4-a61d-d73e3d9c08b3 HTTP/1.1" status: 204 len: 168 time: 0.7188237 Aug 19 12:43:34.751378 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a164e-803a-48bf-a650-98dcf11ff0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8d25dc9-516e-40c4-a61d-d73e3d9c08b3,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:34.896554 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54198) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:34.935569 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-0952c773-ec6e-4ad0-92e2-9888d579b5fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=163ce8fb2e2f469d9adca1413b3f0436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378392 Aug 19 12:43:34.938036 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54200) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:34.972224 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:34.990522 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b737210e-9cd0-49ab-a079-d9469ebc4ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.991924 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:34.992270 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device ca8c46b9-5bd8-405c-9eb9-37fd7f311b23 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:34.992899 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device c585b5c7-35ab-4c5a-9416-8a51a6b18bbb no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:35.011536 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: c585b5c7-35ab-4c5a-9416-8a51a6b18bbb {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:35.011717 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b737210e-9cd0-49ab-a079-d9469ebc4ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.011835 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device c585b5c7-35ab-4c5a-9416-8a51a6b18bbb not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:35.012204 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:35.030342 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:35.030984 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f71aeefa-86b8-4bcc-b325-cd5c8b3c3a22 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:35.057425 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b737210e-9cd0-49ab-a079-d9469ebc4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.059912 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b737210e-9cd0-49ab-a079-d9469ebc4ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.061134 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b737210e-9cd0-49ab-a079-d9469ebc4ffc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5b2b700-cf2b-4ea0-9413-ace5d524c766 HTTP/1.1" status: 204 len: 168 time: 0.1221914 Aug 19 12:43:35.069359 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737210e-9cd0-49ab-a079-d9469ebc4ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b2b700-cf2b-4ea0-9413-ace5d524c766,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:35.368582 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54206) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:35.410293 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-58560eef-8c13-48a4-afdf-42b61b09bffa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a85bd4f4b934d29b5f7cdf4afcaf4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405526 Aug 19 12:43:35.413079 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54208) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:35.459150 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ad23bf2-5799-4a05-9042-9079ebf4e422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.479122 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ad23bf2-5799-4a05-9042-9079ebf4e422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.523887 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ad23bf2-5799-4a05-9042-9079ebf4e422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.526489 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-4ad23bf2-5799-4a05-9042-9079ebf4e422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.527592 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-4ad23bf2-5799-4a05-9042-9079ebf4e422 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc3bfc2a-7be6-4630-9f50-0cb040400dac HTTP/1.1" status: 204 len: 168 time: 0.1135900 Aug 19 12:43:35.535173 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad23bf2-5799-4a05-9042-9079ebf4e422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3bfc2a-7be6-4630-9f50-0cb040400dac,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:35.751792 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa725b23-c102-49be-acda-9c539e8935a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.170111 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54230) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:36.186425 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.267481 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-485323766-network', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:36.289106 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Made reservation on behalf of b5a4fd644a7e47a1858837b923310629 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:36.291393 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.299554 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.389893 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.393670 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.417487 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:36.425881 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e6581-cd49-4ea2-97ce-61ea98fe5068,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:36.434832 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.435172 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.segments_db [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Added segment 5731acd4-2d76-4846-a6e7-799abea95dc5 of type vlan for network 803a510e-d194-45fb-a790-50b4d7f93425 Aug 19 12:43:36.437336 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.437684 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.438022 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.438355 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.438684 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.439013 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.439336 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.439659 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.439991 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.440316 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.440643 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.440958 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:36.482183 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.505832 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.506770 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:36.507347 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.559094 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3877761 Aug 19 12:43:36.562060 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54234) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:36.563930 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc912d9-db48-4696-8bd8-0ba21963c83a admin admin] Pushing event updated for resources: {'Network': ['ID=803a510e-d194-45fb-a790-50b4d7f93425,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:36.568623 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Request body: {'subnet': {'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-485323766-subnet', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:36.574418 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 803a510e-d194-45fb-a790-50b4d7f93425 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:36.591392 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Made reservation on behalf of b5a4fd644a7e47a1858837b923310629 for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:36.594057 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3775804'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.758705 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3258723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3775786'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.812051 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e4aeaa-8d5a-4c17-935c-e815d8027ee7,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:36.821119 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Checking segment: {'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:36.821482 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Network hostable DHCP agents. Network: 803a510e-d194-45fb-a790-50b4d7f93425, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:36.837534 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Network 803a510e-d194-45fb-a790-50b4d7f93425 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:36.845936 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 803a510e-d194-45fb-a790-50b4d7f93425) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:36.849895 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:36.850483 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.855219 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56079400-bb8d-45b9-88c7-29178822203b None None] Network 803a510e-d194-45fb-a790-50b4d7f93425 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:36.868027 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-d71d08bc-3c29-4231-9a84-855862311e0b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3048809 Aug 19 12:43:36.870679 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54236) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:36.875022 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:36.896950 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.897921 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-775075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.953135 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.000074 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82009-39c6-51c3-baa3-f28672a5b630-803a510e-d194-45fb-a790-50b4d7f93425', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7'}]}} from dv-cinder-804603-3-iscsi. {{(pid=93796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:37.000961 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.092581 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.142141 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.145712 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Allocated IP 172.20.0.2 (803a510e-d194-45fb-a790-50b4d7f93425/32e4aeaa-8d5a-4c17-935c-e815d8027ee7/62270c9f-74f6-45f3-a8e3-043751522bcd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:37.298138 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.300024 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.308836 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Transition to ACTIVE for port object 62270c9f-74f6-45f3-a8e3-043751522bcd will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:37.320075 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.324109 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Transition to ACTIVE for port object 62270c9f-74f6-45f3-a8e3-043751522bcd will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:37.329803 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.369421 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Network 803a510e-d194-45fb-a790-50b4d7f93425 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:37.374249 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:37.376757 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:37.390731 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Pushing event updated for resources: {'Port': ['ID=62270c9f-74f6-45f3-a8e3-043751522bcd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:37.433961 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Allocated IP 172.27.3.67 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/7c8e8d55-ae4f-42ea-8b29-34231637d154) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:37.437982 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Attempting to bind port 62270c9f-74f6-45f3-a8e3-043751522bcd on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:37.438362 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Attempting to bind port 62270c9f-74f6-45f3-a8e3-043751522bcd by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:37.438729 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Attempting to bind port 62270c9f-74f6-45f3-a8e3-043751522bcd on network 803a510e-d194-45fb-a790-50b4d7f93425 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:37.444219 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:37.444597 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Checking segment: {'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:37.445043 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.445493 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Bound using segment: {'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:37.445979 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Bound port: 62270c9f-74f6-45f3-a8e3-043751522bcd, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:37.446340 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.507652 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] For port 62270c9f-74f6-45f3-a8e3-043751522bcd, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:37.510721 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] For port 62270c9f-74f6-45f3-a8e3-043751522bcd, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=62270c9f-74f6-45f3-a8e3-043751522bcd,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:37.514535 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.536957 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.574579 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5409c7f-d7b5-4887-8473-e943e2bbca5e None None] Pushing event updated for resources: {'Port': ['ID=62270c9f-74f6-45f3-a8e3-043751522bcd,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:37.588097 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.633182 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:37.636180 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:37.638793 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:37.663849 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Pushing event updated for resources: {'Port': ['ID=7c8e8d55-ae4f-42ea-8b29-34231637d154,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:37.907210 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.095244 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.226507 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Router ceb286ae-cdb0-4672-bf8a-40aca6f9654a is scheduled to L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:38.334668 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:38.343436 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Sync routers for ids ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:38.351681 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.355658 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Routers {'ceb286ae-cdb0-4672-bf8a-40aca6f9654a'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:38.356178 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e1b0cf1b-4899-447d-9c8f-baef53041d3f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4844556 Aug 19 12:43:38.356553 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.356735 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54238) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:38.452356 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a759bfd-f22e-4871-b510-77455c0165b5 None None] Network 803a510e-d194-45fb-a790-50b4d7f93425 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:38.495598 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.532549 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9783cd62-4276-4ee6-b1b3-2d30586f4d50 None None] Provisioning for port 62270c9f-74f6-45f3-a8e3-043751522bcd completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:38.553067 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Set router ceb286ae-cdb0-4672-bf8a-40aca6f9654a gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:38.804104 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:37Z', 'revision_number': 3, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.835585 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Checking router: ceb286ae-cdb0-4672-bf8a-40aca6f9654a for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:38.836641 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Updating router ceb286ae-cdb0-4672-bf8a-40aca6f9654a port 7c8e8d55-ae4f-42ea-8b29-34231637d154 binding host dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:38.862786 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.033041 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 62270c9f-74f6-45f3-a8e3-043751522bcd up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:39.074104 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.132740 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 62270c9f-74f6-45f3-a8e3-043751522bcd completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:39.143480 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 62270c9f-74f6-45f3-a8e3-043751522bcd triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:39.143943 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.209308 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.228746 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Transition to ACTIVE for port object 7c8e8d55-ae4f-42ea-8b29-34231637d154 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:39.232257 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Allocated IP 172.20.0.1 (803a510e-d194-45fb-a790-50b4d7f93425/32e4aeaa-8d5a-4c17-935c-e815d8027ee7/f79c4b59-b010-4348-ba4d-8ba2e381c304) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:39.235390 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.302160 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.334094 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Attempting to bind port 7c8e8d55-ae4f-42ea-8b29-34231637d154 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:39.334471 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Attempting to bind port 7c8e8d55-ae4f-42ea-8b29-34231637d154 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:39.334837 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Attempting to bind port 7c8e8d55-ae4f-42ea-8b29-34231637d154 on network c71972f2-2cd9-46b8-9376-b8f5c0294d20 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:39.337008 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3052299-ee1f-470d-a6d6-da50b0f48b26 None None] Pushing event updated for resources: {'Port': ['ID=7c8e8d55-ae4f-42ea-8b29-34231637d154,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:39.342563 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.353248 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:39.353813 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:39.354007 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.354410 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Bound using segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:39.354875 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Bound port: 7c8e8d55-ae4f-42ea-8b29-34231637d154, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:39.355260 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.356691 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Transition to ACTIVE for port object f79c4b59-b010-4348-ba4d-8ba2e381c304 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:39.363786 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 62270c9f-74f6-45f3-a8e3-043751522bcd, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=62270c9f-74f6-45f3-a8e3-043751522bcd,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:39.383344 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.391776 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.430274 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Network 803a510e-d194-45fb-a790-50b4d7f93425 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:39.433112 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:39.439973 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:39.454236 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] For port 7c8e8d55-ae4f-42ea-8b29-34231637d154, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:39.456684 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=62270c9f-74f6-45f3-a8e3-043751522bcd,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:39.461498 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] For port 7c8e8d55-ae4f-42ea-8b29-34231637d154, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=7c8e8d55-ae4f-42ea-8b29-34231637d154,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:39.467590 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.469698 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Pushing event updated for resources: {'Port': ['ID=f79c4b59-b010-4348-ba4d-8ba2e381c304,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:39.486454 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636004'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.520696 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Routers {'ceb286ae-cdb0-4672-bf8a-40aca6f9654a'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:39.521475 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:39.575005 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3052299-ee1f-470d-a6d6-da50b0f48b26 None None] Pushing event updated for resources: {'Port': ['ID=7c8e8d55-ae4f-42ea-8b29-34231637d154,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:39.622344 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.647531 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] Set router ceb286ae-cdb0-4672-bf8a-40aca6f9654a gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:39.789526 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.794100 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.860149 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Pushing event updated for resources: {'Port': ['ID=f79c4b59-b010-4348-ba4d-8ba2e381c304,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:39.862603 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636048'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.884092 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9ec0772d-04dc-4f97-a605-0f49505e7bc4 None None] Provisioning for port f79c4b59-b010-4348-ba4d-8ba2e381c304 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:39.890956 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9ec0772d-04dc-4f97-a605-0f49505e7bc4 None None] Provisioning complete for port f79c4b59-b010-4348-ba4d-8ba2e381c304 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:39.891328 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ec0772d-04dc-4f97-a605-0f49505e7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.947017 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0772d-04dc-4f97-a605-0f49505e7bc4 None None] Port f79c4b59-b010-4348-ba4d-8ba2e381c304 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:39.957744 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Network 803a510e-d194-45fb-a790-50b4d7f93425 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:39.959223 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:39.997404 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:37Z', 'revision_number': 3, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:40.025311 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8bf4c1-03b6-45e4-b968-9fb5b494ed08 None None] The sync data for ids ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'] in dv-cinder-804603-3-iscsi is: [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:37Z', 'revision_number': 3, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:40.078975 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Router ceb286ae-cdb0-4672-bf8a-40aca6f9654a has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:40.166464 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-21ee3ec6-bda4-490d-982f-4f46fa062b15 None None] Provisioning complete for port f79c4b59-b010-4348-ba4d-8ba2e381c304 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:40.166836 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21ee3ec6-bda4-490d-982f-4f46fa062b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.192168 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:40.213154 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-21ee3ec6-bda4-490d-982f-4f46fa062b15 None None] Port f79c4b59-b010-4348-ba4d-8ba2e381c304 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:40.214874 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-a124d9da-9d59-4b5a-8600-f57a38549d73 admin admin] 10.222.0.42 "PUT /v2.0/routers/ceb286ae-cdb0-4672-bf8a-40aca6f9654a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8471777 Aug 19 12:43:40.697831 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:40.702934 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-98785052-network', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:40.724964 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Made reservation on behalf of 7fa37641823b485fb4ca9a9dd93237cc for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:40.727261 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.739333 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.833486 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.837370 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.860568 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:40.869774 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d31c84-4047-45db-a2ed-8758f5cf0459,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:40.875740 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.876129 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.segments_db [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Added segment 1a45bbbf-4eb7-4285-bf9c-f359675f2734 of type vlan for network 10b133a9-f4dd-48a3-86cf-8304609911c9 Aug 19 12:43:40.922589 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785963167910'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.952298 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.953437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:40.954080 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.012783 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3137782 Aug 19 12:43:41.016436 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54256) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:41.017938 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb309ede-fe0e-4ea5-be27-650bbecc2d8f admin admin] Pushing event updated for resources: {'Network': ['ID=10b133a9-f4dd-48a3-86cf-8304609911c9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:41.023415 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Request body: {'subnet': {'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-98785052-subnet', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'ip_version': 4}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:41.032069 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Network 10b133a9-f4dd-48a3-86cf-8304609911c9 details requested by agent ovs-agent-dv-cinder-804603-3-iscsi with host dv-cinder-804603-3-iscsi {{(pid=93796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:41.051734 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Made reservation on behalf of 7fa37641823b485fb4ca9a9dd93237cc for: {'subnet': 1} {{(pid=93794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:41.055996 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3775804'] for subnet, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.089610 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 62270c9f-74f6-45f3-a8e3-043751522bcd up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:41.181411 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 62270c9f-74f6-45f3-a8e3-043751522bcd triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:41.181787 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.252136 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3258723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3775786'] for subnet, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.300561 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 7c8e8d55-ae4f-42ea-8b29-34231637d154 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:41.338706 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Checking segment: {'id': '1a45bbbf-4eb7-4285-bf9c-f359675f2734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:41.339306 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Network hostable DHCP agents. Network: 10b133a9-f4dd-48a3-86cf-8304609911c9, hostable agents: ['d2a6e3fe-0cbd-410a-b853-3a1a49a142c2'], hosted agents: [] {{(pid=93794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:41.341609 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc33802f-3f24-4396-9a17-ea1b30829bd8,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:41.361399 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 7c8e8d55-ae4f-42ea-8b29-34231637d154 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:41.367215 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 7c8e8d55-ae4f-42ea-8b29-34231637d154 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:41.367555 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.371583 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Network 10b133a9-f4dd-48a3-86cf-8304609911c9 is scheduled to be hosted by DHCP agent d2a6e3fe-0cbd-410a-b853-3a1a49a142c2 with binding_index 1 {{(pid=93794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:41.390712 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804603-3-iscsi, 10b133a9-f4dd-48a3-86cf-8304609911c9) {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:41.396201 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:41.397177 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.422568 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918608b9-fa02-41cb-953c-1f871ee20486 None None] Network 10b133a9-f4dd-48a3-86cf-8304609911c9 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:41.429665 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-19e91857-dc38-4197-9fb6-30cff67a64b6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4095762 Aug 19 12:43:41.429978 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54258) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:41.434951 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-98785052-router', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:41.467605 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5109'] for router, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.468995 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-775075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5116'] for router, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.536264 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.573229 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.626527 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Sync routers for ids ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:41.637364 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 7c8e8d55-ae4f-42ea-8b29-34231637d154, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=7c8e8d55-ae4f-42ea-8b29-34231637d154,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:41.638450 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Routers {'ceb286ae-cdb0-4672-bf8a-40aca6f9654a'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:41.639414 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:41.644498 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.683798 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.727121 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82009-39c6-51c3-baa3-f28672a5b630-10b133a9-f4dd-48a3-86cf-8304609911c9', 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'fixed_ips': [{'subnet_id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8'}]}} from dv-cinder-804603-3-iscsi. {{(pid=93796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:41.729228 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.762278 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=7c8e8d55-ae4f-42ea-8b29-34231637d154,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:41.786064 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Set router ceb286ae-cdb0-4672-bf8a-40aca6f9654a gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:41.914416 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Allocated IP 172.20.0.2 (10b133a9-f4dd-48a3-86cf-8304609911c9/dc33802f-3f24-4396-9a17-ea1b30829bd8/69a8d568-00b9-4cb4-879f-5d904091de8b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:42.017080 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'f79c4b59-b010-4348-ba4d-8ba2e381c304', 'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'mac_address': 'fa:16:3e:24:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:39Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 2, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'subnets': [{'id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:42.043918 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Checking router: ceb286ae-cdb0-4672-bf8a-40aca6f9654a for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:42.044274 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Updating router ceb286ae-cdb0-4672-bf8a-40aca6f9654a port f79c4b59-b010-4348-ba4d-8ba2e381c304 binding host dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:42.070091 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.071865 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.081755 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Transition to ACTIVE for port object 69a8d568-00b9-4cb4-879f-5d904091de8b will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:42.100794 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Transition to ACTIVE for port object 69a8d568-00b9-4cb4-879f-5d904091de8b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:42.107138 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.153111 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Network 10b133a9-f4dd-48a3-86cf-8304609911c9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:42.157036 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:42.162257 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:42.168800 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.170384 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Pushing event updated for resources: {'Port': ['ID=69a8d568-00b9-4cb4-879f-5d904091de8b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.189664 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.232491 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Attempting to bind port 69a8d568-00b9-4cb4-879f-5d904091de8b on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:42.233881 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Attempting to bind port 69a8d568-00b9-4cb4-879f-5d904091de8b by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '1a45bbbf-4eb7-4285-bf9c-f359675f2734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:42.234431 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Attempting to bind port 69a8d568-00b9-4cb4-879f-5d904091de8b on network 10b133a9-f4dd-48a3-86cf-8304609911c9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:42.244009 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:42.244388 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Checking segment: {'id': '1a45bbbf-4eb7-4285-bf9c-f359675f2734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:42.244816 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.245607 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Bound using segment: {'id': '1a45bbbf-4eb7-4285-bf9c-f359675f2734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:42.245740 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Bound port: 69a8d568-00b9-4cb4-879f-5d904091de8b, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a45bbbf-4eb7-4285-bf9c-f359675f2734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:42.246044 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.303741 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_common [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Allocated IP 172.27.3.68 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/3aedc5ce-19b6-4b77-baae-e45c1548468b) {{(pid=93794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:42.309725 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] For port 69a8d568-00b9-4cb4-879f-5d904091de8b, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:42.313587 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] For port 69a8d568-00b9-4cb4-879f-5d904091de8b, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=69a8d568-00b9-4cb4-879f-5d904091de8b,segment=NetworkSegment(1a45bbbf-4eb7-4285-bf9c-f359675f2734),segment_id=1a45bbbf-4eb7-4285-bf9c-f359675f2734)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:42.318830 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.378563 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2da9ba-f373-4de3-bc5d-b9e3f46c73ff None None] Pushing event updated for resources: {'Port': ['ID=69a8d568-00b9-4cb4-879f-5d904091de8b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.426868 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.460463 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.467272 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.470941 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Transition to ACTIVE for port object f79c4b59-b010-4348-ba4d-8ba2e381c304 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:42.479601 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.511455 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:42.514391 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.base_scheduler [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:42.517983 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Received port after_create {{(pid=93794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:42.533093 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Pushing event updated for resources: {'Port': ['ID=f79c4b59-b010-4348-ba4d-8ba2e381c304,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.541309 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=3aedc5ce-19b6-4b77-baae-e45c1548468b,revision_number=1']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.586551 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.586899 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.587241 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.587579 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.587913 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.588244 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.588572 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.588926 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.589272 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.589601 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.589925 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.590246 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:42.640498 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Attempting to bind port f79c4b59-b010-4348-ba4d-8ba2e381c304 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:42.641226 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Attempting to bind port f79c4b59-b010-4348-ba4d-8ba2e381c304 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:42.641326 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Attempting to bind port f79c4b59-b010-4348-ba4d-8ba2e381c304 on network 803a510e-d194-45fb-a790-50b4d7f93425 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:42.648064 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:42.648449 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Checking segment: {'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:42.649066 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.649797 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Bound using segment: {'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:42.650431 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Bound port: f79c4b59-b010-4348-ba4d-8ba2e381c304, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:42.651016 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.736169 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] For port f79c4b59-b010-4348-ba4d-8ba2e381c304, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:42.739971 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] For port f79c4b59-b010-4348-ba4d-8ba2e381c304, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f79c4b59-b010-4348-ba4d-8ba2e381c304,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:42.746500 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.804896 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd812df-ff53-44a6-bf36-b93a1f14d431 None None] Pushing event updated for resources: {'Port': ['ID=f79c4b59-b010-4348-ba4d-8ba2e381c304,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.809268 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Routers {'ceb286ae-cdb0-4672-bf8a-40aca6f9654a'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:42.810165 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:42.834247 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.921245 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] Set router ceb286ae-cdb0-4672-bf8a-40aca6f9654a gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:43.078239 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630828'] for router, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.108080 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 7c8e8d55-ae4f-42ea-8b29-34231637d154 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:43.158703 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'f79c4b59-b010-4348-ba4d-8ba2e381c304', 'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'mac_address': 'fa:16:3e:24:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:39Z', 'updated_at': '2021-08-19T12:43:42Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'subnets': [{'id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:43.183671 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 7c8e8d55-ae4f-42ea-8b29-34231637d154 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:43.184049 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.190729 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe48db9f-e471-4c72-91a2-a358bd98a5c3 None None] The sync data for ids ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'] in dv-cinder-804603-3-iscsi is: [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'f79c4b59-b010-4348-ba4d-8ba2e381c304', 'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'mac_address': 'fa:16:3e:24:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:39Z', 'updated_at': '2021-08-19T12:43:42Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'subnets': [{'id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:43.278558 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Router 64842171-4d69-401e-ab32-32d8b4a4018d is scheduled to L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe with binding_index 1 {{(pid=93794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:43.331101 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 69a8d568-00b9-4cb4-879f-5d904091de8b up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:43.400024 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 69a8d568-00b9-4cb4-879f-5d904091de8b completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:43.422156 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:43.439465 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Sync routers for ids ['64842171-4d69-401e-ab32-32d8b4a4018d'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:43.444056 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.446292 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b06adb1f-bdf9-4852-a899-1353d2856bf0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0152102 Aug 19 12:43:43.449157 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:43.455885 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Routers {'64842171-4d69-401e-ab32-32d8b4a4018d'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:43.458610 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['64842171-4d69-401e-ab32-32d8b4a4018d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:43.506708 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214543e-8d20-46b4-abb3-4c1fe162347a None None] Network 10b133a9-f4dd-48a3-86cf-8304609911c9 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:43.615454 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-1ddc56d5-b80a-48bb-a615-1ceced93c2e5 None None] Provisioning for port 69a8d568-00b9-4cb4-879f-5d904091de8b completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:43.623934 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-1ddc56d5-b80a-48bb-a615-1ceced93c2e5 None None] Provisioning complete for port 69a8d568-00b9-4cb4-879f-5d904091de8b triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:43.624300 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ddc56d5-b80a-48bb-a615-1ceced93c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.681515 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Set router 64842171-4d69-401e-ab32-32d8b4a4018d gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:43.715748 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:43:43.899755 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.968288 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ddc56d5-b80a-48bb-a615-1ceced93c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.029318 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1ddc56d5-b80a-48bb-a615-1ceced93c2e5 None None] For port 69a8d568-00b9-4cb4-879f-5d904091de8b, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=69a8d568-00b9-4cb4-879f-5d904091de8b,segment=NetworkSegment(1a45bbbf-4eb7-4285-bf9c-f359675f2734),segment_id=1a45bbbf-4eb7-4285-bf9c-f359675f2734)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:44.037764 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ddc56d5-b80a-48bb-a615-1ceced93c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.066945 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'name': 'tempest-TestShelveInstance-98785052-router', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:42Z', 'revision_number': 3, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'gw_port': {'id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:42Z', 'updated_at': '2021-08-19T12:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.098639 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Checking router: 64842171-4d69-401e-ab32-32d8b4a4018d for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:44.099538 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Updating router 64842171-4d69-401e-ab32-32d8b4a4018d port 3aedc5ce-19b6-4b77-baae-e45c1548468b binding host dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:44.105747 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Allocated IP 172.20.0.1 (10b133a9-f4dd-48a3-86cf-8304609911c9/dc33802f-3f24-4396-9a17-ea1b30829bd8/199b81f8-8800-4e0f-ae99-28e635ce73a0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:44.148564 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.150426 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc56d5-b80a-48bb-a615-1ceced93c2e5 None None] Pushing event updated for resources: {'Port': ['ID=69a8d568-00b9-4cb4-879f-5d904091de8b,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:44.226732 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.242779 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Transition to ACTIVE for port object 199b81f8-8800-4e0f-ae99-28e635ce73a0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:44.278717 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.293541 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e29e8a59-47ab-4156-a696-6c457fd498b1 None None] Provisioning complete for port 69a8d568-00b9-4cb4-879f-5d904091de8b triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:44.294053 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e29e8a59-47ab-4156-a696-6c457fd498b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.330853 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Network 10b133a9-f4dd-48a3-86cf-8304609911c9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:44.335384 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:44.340399 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:44.343759 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Pushing event updated for resources: {'Port': ['ID=199b81f8-8800-4e0f-ae99-28e635ce73a0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:44.385310 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636004'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.533464 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.657734 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.667572 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Transition to ACTIVE for port object 3aedc5ce-19b6-4b77-baae-e45c1548468b will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:44.673341 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.698312 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.703263 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.730504 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Attempting to bind port 3aedc5ce-19b6-4b77-baae-e45c1548468b on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:44.730883 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Attempting to bind port 3aedc5ce-19b6-4b77-baae-e45c1548468b by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:44.731254 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Attempting to bind port 3aedc5ce-19b6-4b77-baae-e45c1548468b on network c71972f2-2cd9-46b8-9376-b8f5c0294d20 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:44.743998 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-983b76cf-3b54-4951-acbe-27f7eb730d72 None None] Provisioning for port 199b81f8-8800-4e0f-ae99-28e635ce73a0 completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:44.746206 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac902c-b5bd-4881-a123-61a84b575d87 None None] Pushing event updated for resources: {'Port': ['ID=3aedc5ce-19b6-4b77-baae-e45c1548468b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:44.749872 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:44.750261 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Checking segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:44.750666 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.751055 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Bound using segment: {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:44.751530 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Bound port: 3aedc5ce-19b6-4b77-baae-e45c1548468b, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ad22c-73a0-4cc7-9134-52606be58f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:44.751932 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.770789 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636048'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.772644 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Pushing event updated for resources: {'Port': ['ID=199b81f8-8800-4e0f-ae99-28e635ce73a0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:44.775350 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-983b76cf-3b54-4951-acbe-27f7eb730d72 None None] Provisioning complete for port 199b81f8-8800-4e0f-ae99-28e635ce73a0 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:44.775734 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-983b76cf-3b54-4951-acbe-27f7eb730d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.828523 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-983b76cf-3b54-4951-acbe-27f7eb730d72 None None] Port 199b81f8-8800-4e0f-ae99-28e635ce73a0 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:44.838204 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] For port 3aedc5ce-19b6-4b77-baae-e45c1548468b, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:44.841531 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] For port 3aedc5ce-19b6-4b77-baae-e45c1548468b, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=3aedc5ce-19b6-4b77-baae-e45c1548468b,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:44.846193 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.867711 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Network 10b133a9-f4dd-48a3-86cf-8304609911c9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:44.869193 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:44.912637 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Routers {'64842171-4d69-401e-ab32-32d8b4a4018d'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:44.913283 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['64842171-4d69-401e-ab32-32d8b4a4018d'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.951021 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac902c-b5bd-4881-a123-61a84b575d87 None None] Pushing event updated for resources: {'Port': ['ID=3aedc5ce-19b6-4b77-baae-e45c1548468b,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:44.998383 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Router 64842171-4d69-401e-ab32-32d8b4a4018d has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:45.041978 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] Set router 64842171-4d69-401e-ab32-32d8b4a4018d gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:45.119796 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f79c4b59-b010-4348-ba4d-8ba2e381c304 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:45.137044 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:45.141735 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-aefae989-f49b-4b16-b0b1-e46bf0299c24 admin admin] 10.222.0.42 "PUT /v2.0/routers/64842171-4d69-401e-ab32-32d8b4a4018d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6910021 Aug 19 12:43:45.217814 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f22d465a-a013-44f2-b4be-9585f42d168c None None] Provisioning complete for port 199b81f8-8800-4e0f-ae99-28e635ce73a0 triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:45.218239 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f22d465a-a013-44f2-b4be-9585f42d168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.284233 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f22d465a-a013-44f2-b4be-9585f42d168c None None] Port 199b81f8-8800-4e0f-ae99-28e635ce73a0 cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:45.288005 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port f79c4b59-b010-4348-ba4d-8ba2e381c304 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:45.310575 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port f79c4b59-b010-4348-ba4d-8ba2e381c304 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:45.310954 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.384450 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'name': 'tempest-TestShelveInstance-98785052-router', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 4, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'gw_port': {'id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:42Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '199b81f8-8800-4e0f-ae99-28e635ce73a0', 'name': '', 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'mac_address': 'fa:16:3e:55:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:43Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 2, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'subnets': [{'id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:45.431349 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e2ab3b-422a-4992-be27-5487f40a35d8 None None] The sync data for ids ['64842171-4d69-401e-ab32-32d8b4a4018d'] in dv-cinder-804603-3-iscsi is: [{'id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'name': 'tempest-TestShelveInstance-98785052-router', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 4, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'gw_port': {'id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:42Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '199b81f8-8800-4e0f-ae99-28e635ce73a0', 'name': '', 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'mac_address': 'fa:16:3e:55:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:43Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 2, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'subnets': [{'id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:45.446279 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.482849 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port f79c4b59-b010-4348-ba4d-8ba2e381c304, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f79c4b59-b010-4348-ba4d-8ba2e381c304,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:45.490049 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.491170 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 69a8d568-00b9-4cb4-879f-5d904091de8b up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:45.570692 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=f79c4b59-b010-4348-ba4d-8ba2e381c304,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:45.580531 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 69a8d568-00b9-4cb4-879f-5d904091de8b triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:45.581002 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.595748 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54268) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:45.601148 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c61899be-c9fa-48d1-92ed-db3ec5cabb3b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385075450', 'description': 'tempest-secgroup-smoke-1385075450 description', 'project_id': 'b5a4fd644a7e47a1858837b923310629'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:45.651579 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61899be-c9fa-48d1-92ed-db3ec5cabb3b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.753993 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61899be-c9fa-48d1-92ed-db3ec5cabb3b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.758804 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61899be-c9fa-48d1-92ed-db3ec5cabb3b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.788094 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c61899be-c9fa-48d1-92ed-db3ec5cabb3b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.789374 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-c61899be-c9fa-48d1-92ed-db3ec5cabb3b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1926162 Aug 19 12:43:45.791234 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61899be-c9fa-48d1-92ed-db3ec5cabb3b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ab7554-a5a6-46df-aff7-55cf16c73b68,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:45.792481 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54270) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:45.797295 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-f040542d-3aea-4ae2-9c3d-f06187280e57 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Request body: {'security_group_rule': {'security_group_id': 'c4ab7554-a5a6-46df-aff7-55cf16c73b68', 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:45.826598 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f040542d-3aea-4ae2-9c3d-f06187280e57 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.891560 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f040542d-3aea-4ae2-9c3d-f06187280e57 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.895312 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f040542d-3aea-4ae2-9c3d-f06187280e57 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.913003 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040542d-3aea-4ae2-9c3d-f06187280e57 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bd4761-f933-44c0-8753-834ed667a86b,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:45.918807 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-f040542d-3aea-4ae2-9c3d-f06187280e57 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.920092 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-f040542d-3aea-4ae2-9c3d-f06187280e57 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265707 Aug 19 12:43:45.922898 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54272) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:45.928577 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-da0da738-5917-4679-a52b-b947dddd4776 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Request body: {'security_group_rule': {'security_group_id': 'c4ab7554-a5a6-46df-aff7-55cf16c73b68', 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:45.956819 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da0da738-5917-4679-a52b-b947dddd4776 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.019340 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da0da738-5917-4679-a52b-b947dddd4776 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.024262 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da0da738-5917-4679-a52b-b947dddd4776 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.051115 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0da738-5917-4679-a52b-b947dddd4776 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0738dc8e-17fb-4fa1-a530-d9232101a5a1,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.064150 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-da0da738-5917-4679-a52b-b947dddd4776 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.065432 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-da0da738-5917-4679-a52b-b947dddd4776 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415913 Aug 19 12:43:46.068355 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54274) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.073030 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7b42f359-bbab-4e28-9bbb-5be51a636566 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Request body: {'security_group_rule': {'security_group_id': 'c4ab7554-a5a6-46df-aff7-55cf16c73b68', 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:46.107104 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b42f359-bbab-4e28-9bbb-5be51a636566 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.169465 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b42f359-bbab-4e28-9bbb-5be51a636566 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.173925 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b42f359-bbab-4e28-9bbb-5be51a636566 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.192951 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42f359-bbab-4e28-9bbb-5be51a636566 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a714a68c-818c-40c0-b647-ebf959e05d55,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.200152 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b42f359-bbab-4e28-9bbb-5be51a636566 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.201419 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-7b42f359-bbab-4e28-9bbb-5be51a636566 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320031 Aug 19 12:43:46.204426 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54276) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.210337 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-61d4aa4c-a772-420e-902e-1474ce6ff9a6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Request body: {'security_group_rule': {'security_group_id': 'c4ab7554-a5a6-46df-aff7-55cf16c73b68', 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:46.236981 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-61d4aa4c-a772-420e-902e-1474ce6ff9a6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.299825 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-61d4aa4c-a772-420e-902e-1474ce6ff9a6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.303710 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-61d4aa4c-a772-420e-902e-1474ce6ff9a6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.322816 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4aa4c-a772-420e-902e-1474ce6ff9a6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0604ceb-ee47-4cd3-9622-cd6c0ea4c7ac,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.330219 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-61d4aa4c-a772-420e-902e-1474ce6ff9a6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.331476 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-61d4aa4c-a772-420e-902e-1474ce6ff9a6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259975 Aug 19 12:43:46.335043 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54278) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.340323 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-b9e0e32f-de7a-4a4b-bb92-3a833b393624 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Request body: {'security_group_rule': {'security_group_id': 'c4ab7554-a5a6-46df-aff7-55cf16c73b68', 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:46.362929 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-b9e0e32f-de7a-4a4b-bb92-3a833b393624 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Project b5a4fd644a7e47a1858837b923310629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:43:46.368295 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e32f-de7a-4a4b-bb92-3a833b393624 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.434908 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e32f-de7a-4a4b-bb92-3a833b393624 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.438889 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e32f-de7a-4a4b-bb92-3a833b393624 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.457060 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0e32f-de7a-4a4b-bb92-3a833b393624 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7b469d-64d9-4b73-9f4e-bd57085aec12,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.462832 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e32f-de7a-4a4b-bb92-3a833b393624 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.466738 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b9e0e32f-de7a-4a4b-bb92-3a833b393624 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277676 Aug 19 12:43:46.466845 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54280) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.471304 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.v2.base [None req-15f3ca86-f931-4daa-af91-4c89f394f2a3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Request body: {'security_group_rule': {'security_group_id': 'c4ab7554-a5a6-46df-aff7-55cf16c73b68', 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:46.495523 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.db.securitygroups_db [None req-15f3ca86-f931-4daa-af91-4c89f394f2a3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Project b5a4fd644a7e47a1858837b923310629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:43:46.500679 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15f3ca86-f931-4daa-af91-4c89f394f2a3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.564048 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15f3ca86-f931-4daa-af91-4c89f394f2a3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.568274 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15f3ca86-f931-4daa-af91-4c89f394f2a3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615763'] for security_group_rule, after_create {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.585762 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3ca86-f931-4daa-af91-4c89f394f2a3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e117cf-1006-4bea-a1a6-58df15c4c2af,revision_number=0']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.594324 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-15f3ca86-f931-4daa-af91-4c89f394f2a3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.596263 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-15f3ca86-f931-4daa-af91-4c89f394f2a3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284957 Aug 19 12:43:47.092407 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 3aedc5ce-19b6-4b77-baae-e45c1548468b up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:47.142261 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 3aedc5ce-19b6-4b77-baae-e45c1548468b completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:47.146525 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 3aedc5ce-19b6-4b77-baae-e45c1548468b triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:47.146902 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.226480 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.250307 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 3aedc5ce-19b6-4b77-baae-e45c1548468b, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=3aedc5ce-19b6-4b77-baae-e45c1548468b,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:47.254230 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.255767 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f79c4b59-b010-4348-ba4d-8ba2e381c304 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:47.325974 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Sync routers for ids ['64842171-4d69-401e-ab32-32d8b4a4018d'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:47.335042 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=3aedc5ce-19b6-4b77-baae-e45c1548468b,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:47.340883 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Routers {'64842171-4d69-401e-ab32-32d8b4a4018d'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:47.341590 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['64842171-4d69-401e-ab32-32d8b4a4018d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:47.355710 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port f79c4b59-b010-4348-ba4d-8ba2e381c304 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:47.356520 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.452810 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Set router 64842171-4d69-401e-ab32-32d8b4a4018d gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:47.653569 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'name': 'tempest-TestShelveInstance-98785052-router', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 4, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'gw_port': {'id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:42Z', 'updated_at': '2021-08-19T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '199b81f8-8800-4e0f-ae99-28e635ce73a0', 'name': '', 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'mac_address': 'fa:16:3e:55:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:43Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 2, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'subnets': [{'id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:47.683409 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Checking router: 64842171-4d69-401e-ab32-32d8b4a4018d for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:47.683765 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Updating router 64842171-4d69-401e-ab32-32d8b4a4018d port 199b81f8-8800-4e0f-ae99-28e635ce73a0 binding host dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:47.708852 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.979315 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.989067 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Transition to ACTIVE for port object 199b81f8-8800-4e0f-ae99-28e635ce73a0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:47.994601 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.054370 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c4a37-f8f8-4fbf-820b-f4261fdd4372 None None] Pushing event updated for resources: {'Port': ['ID=199b81f8-8800-4e0f-ae99-28e635ce73a0,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:48.108972 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Attempting to bind port 199b81f8-8800-4e0f-ae99-28e635ce73a0 on host dv-cinder-804603-3-iscsi for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:48.109346 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Attempting to bind port 199b81f8-8800-4e0f-ae99-28e635ce73a0 by drivers openvswitch,hyperv on host dv-cinder-804603-3-iscsi at level 0 using segments [{'id': '1a45bbbf-4eb7-4285-bf9c-f359675f2734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:48.109709 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Attempting to bind port 199b81f8-8800-4e0f-ae99-28e635ce73a0 on network 10b133a9-f4dd-48a3-86cf-8304609911c9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:48.115321 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Checking agent: {'id': 'e3ece94d-8651-4ba8-b816-31319d94c7e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804603-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 24, 36), 'started_at': datetime.datetime(2021, 8, 19, 12, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804603-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:48.115767 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Checking segment: {'id': '1a45bbbf-4eb7-4285-bf9c-f359675f2734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:48.116237 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.116728 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Bound using segment: {'id': '1a45bbbf-4eb7-4285-bf9c-f359675f2734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:48.117273 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Bound port: 199b81f8-8800-4e0f-ae99-28e635ce73a0, host: dv-cinder-804603-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a45bbbf-4eb7-4285-bf9c-f359675f2734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:48.117736 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.181847 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] For port 199b81f8-8800-4e0f-ae99-28e635ce73a0, host dv-cinder-804603-3-iscsi, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:48.185307 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] For port 199b81f8-8800-4e0f-ae99-28e635ce73a0, host dv-cinder-804603-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=199b81f8-8800-4e0f-ae99-28e635ce73a0,segment=NetworkSegment(1a45bbbf-4eb7-4285-bf9c-f359675f2734),segment_id=1a45bbbf-4eb7-4285-bf9c-f359675f2734)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:48.190189 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.254870 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c4a37-f8f8-4fbf-820b-f4261fdd4372 None None] Pushing event updated for resources: {'Port': ['ID=199b81f8-8800-4e0f-ae99-28e635ce73a0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:48.261502 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Routers {'64842171-4d69-401e-ab32-32d8b4a4018d'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:48.262124 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:43:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['64842171-4d69-401e-ab32-32d8b4a4018d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:48.483525 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] Set router 64842171-4d69-401e-ab32-32d8b4a4018d gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:48.682022 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'name': 'tempest-TestShelveInstance-98785052-router', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 4, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'gw_port': {'id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:42Z', 'updated_at': '2021-08-19T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '199b81f8-8800-4e0f-ae99-28e635ce73a0', 'name': '', 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'mac_address': 'fa:16:3e:55:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:43Z', 'updated_at': '2021-08-19T12:43:48Z', 'revision_number': 4, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'subnets': [{'id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:48.709195 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f712bf-6649-4ea0-9ac3-44869a42e2ce None None] The sync data for ids ['64842171-4d69-401e-ab32-32d8b4a4018d'] in dv-cinder-804603-3-iscsi is: [{'id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'name': 'tempest-TestShelveInstance-98785052-router', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 4, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'gw_port': {'id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:42Z', 'updated_at': '2021-08-19T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': '199b81f8-8800-4e0f-ae99-28e635ce73a0', 'name': '', 'network_id': '10b133a9-f4dd-48a3-86cf-8304609911c9', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'mac_address': 'fa:16:3e:55:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:43Z', 'updated_at': '2021-08-19T12:43:48Z', 'revision_number': 4, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'subnets': [{'id': 'dc33802f-3f24-4396-9a17-ea1b30829bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:49.016661 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 199b81f8-8800-4e0f-ae99-28e635ce73a0 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:49.069611 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning for port 199b81f8-8800-4e0f-ae99-28e635ce73a0 completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:49.073459 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 199b81f8-8800-4e0f-ae99-28e635ce73a0 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:49.073919 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.161496 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.200631 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] For port 199b81f8-8800-4e0f-ae99-28e635ce73a0, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=199b81f8-8800-4e0f-ae99-28e635ce73a0,segment=NetworkSegment(1a45bbbf-4eb7-4285-bf9c-f359675f2734),segment_id=1a45bbbf-4eb7-4285-bf9c-f359675f2734)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:49.204734 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.205534 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 3aedc5ce-19b6-4b77-baae-e45c1548468b up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:49.283632 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Pushing event updated for resources: {'Port': ['ID=199b81f8-8800-4e0f-ae99-28e635ce73a0,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:49.296345 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 3aedc5ce-19b6-4b77-baae-e45c1548468b triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:49.296754 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.985314 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 199b81f8-8800-4e0f-ae99-28e635ce73a0 up at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:51.037462 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Provisioning complete for port 199b81f8-8800-4e0f-ae99-28e635ce73a0 triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:51.037832 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.988583 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-830f4c2a-27d4-43b6-9c3e-f624c3429e79 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385075450&fields=id&tenant_id=b5a4fd644a7e47a1858837b923310629 HTTP/1.1" status: 200 len: 267 time: 0.0332491 Aug 19 12:44:03.095332 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-7c2aaae9-fc69-4820-978f-42b7a82d51bd tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:03.096725 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-7c2aaae9-fc69-4820-978f-42b7a82d51bd tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 808 time: 0.1007128 Aug 19 12:44:03.111116 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-66a1b12a-8277-4f49-beaf-788667d23f4c tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/quotas/b5a4fd644a7e47a1858837b923310629 HTTP/1.1" status: 200 len: 375 time: 0.0086594 Aug 19 12:44:03.159992 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-d193e630-28cf-4873-8ce9-4c9725126a1c tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432303 Aug 19 12:44:03.174695 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-2b881df2-f4aa-4967-903c-3f772107a6c6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:44:03.175649 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-2b881df2-f4aa-4967-903c-3f772107a6c6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048749 Aug 19 12:44:03.240701 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc277ab7-ebbe-47a4-8ff0-c43890953a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.267141 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-30af2699-23c9-4213-9f9f-05506acee54f service neutron] 10.222.0.42 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850322 Aug 19 12:44:03.354205 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-cca9db80-4be8-4334-b6bc-347ebc7770ed service neutron] 10.222.0.42 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807168 Aug 19 12:44:03.639694 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-308146ef-2047-4141-9b75-ca506e44c897 req-58f69fab-5dcd-4098-a145-26fa7387afc0 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 210 time: 0.0265841 Aug 19 12:44:04.303925 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.715439 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c7adce73-bf0d-4e7b-b5b8-673f6c96f6b9 req-272cce36-62ff-4b5b-8301-4106add3504b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 210 time: 0.0262377 Aug 19 12:44:05.754073 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-effbe1a5-bff8-4c32-b251-54ffd0b100b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.810845 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f40aaccf-c657-4480-ab5a-3d49bb2f9a7e req-893b737b-0483-4880-a528-5fd1f204bd8c tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 210 time: 0.0288141 Aug 19 12:44:06.193290 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.743692 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-d2113acb-f091-467d-9a50-a2116a3e0669 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:06.745392 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-d2113acb-f091-467d-9a50-a2116a3e0669 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.50 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 808 time: 0.1039660 Aug 19 12:44:06.788843 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-3cbfff0b-b9d7-4fa9-8035-ca621bb4ad9e tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5a4fd644a7e47a1858837b923310629 HTTP/1.1" status: 200 len: 380 time: 0.0324283 Aug 19 12:44:06.797625 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Request body: {'port': {'device_id': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'admin_state_up': True, 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'security_groups': ['c4ab7554-a5a6-46df-aff7-55cf16c73b68']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:06.913782 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ec904996-a06b-4c6e-8308-67e8beecc647 req-1501bc8e-65b0-4b57-b308-b6026fc2b304 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 210 time: 0.0342069 Aug 19 12:44:06.932513 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Made reservation on behalf of b5a4fd644a7e47a1858837b923310629 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:06.936087 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.066172 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Allocated IP 172.20.0.13 (803a510e-d194-45fb-a790-50b4d7f93425/32e4aeaa-8d5a-4c17-935c-e815d8027ee7/06bdf516-c755-4b39-982c-3c9f45df069d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:07.136331 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.208916 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.222198 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Transition to ACTIVE for port object 06bdf516-c755-4b39-982c-3c9f45df069d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:07.255432 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.297674 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Network 803a510e-d194-45fb-a790-50b4d7f93425 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:07.300532 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:07.305141 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:07.311372 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event updated for resources: {'Port': ['ID=06bdf516-c755-4b39-982c-3c9f45df069d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:07.357194 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:07.357817 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.374134 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-80280d05-8866-4bd3-97f2-2e630f3601a5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800908 Aug 19 12:44:07.386643 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Request body: {'port': {'device_id': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80460'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:07.440259 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.568986 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e58b70b5-f7b8-43e5-a37e-9414c7d64bbc None None] Provisioning for port 06bdf516-c755-4b39-982c-3c9f45df069d completed by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:07.572857 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e58b70b5-f7b8-43e5-a37e-9414c7d64bbc None None] Provisioning complete for port 06bdf516-c755-4b39-982c-3c9f45df069d triggered by entity DHCP. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:07.573176 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e58b70b5-f7b8-43e5-a37e-9414c7d64bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.609208 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e58b70b5-f7b8-43e5-a37e-9414c7d64bbc None None] Port 06bdf516-c755-4b39-982c-3c9f45df069d cannot update to ACTIVE because it is not bound. {{(pid=93796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:07.718132 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bdf516-c755-4b39-982c-3c9f45df069d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:07.725959 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.737345 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Transition to ACTIVE for port object 06bdf516-c755-4b39-982c-3c9f45df069d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:07.741078 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.791487 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Pushing event updated for resources: {'Port': ['ID=06bdf516-c755-4b39-982c-3c9f45df069d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:07.858977 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Attempting to bind port 06bdf516-c755-4b39-982c-3c9f45df069d on host hv-cinder-80460 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:07.859321 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Attempting to bind port 06bdf516-c755-4b39-982c-3c9f45df069d by drivers openvswitch,hyperv on host hv-cinder-80460 at level 0 using segments [{'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:07.859660 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Attempting to bind port 06bdf516-c755-4b39-982c-3c9f45df069d on network 803a510e-d194-45fb-a790-50b4d7f93425 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:07.864060 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Port 06bdf516-c755-4b39-982c-3c9f45df069d on network 803a510e-d194-45fb-a790-50b4d7f93425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80460 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:44:07.864387 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Attempting to bind port 06bdf516-c755-4b39-982c-3c9f45df069d on network 803a510e-d194-45fb-a790-50b4d7f93425 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:07.869359 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Checking agent: {'id': '7c1e18f5-960f-4993-8c65-113c3e017ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'started_at': datetime.datetime(2021, 8, 19, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:07.869705 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Checking segment: {'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:07.870091 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Bound using segment: {'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:07.870527 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Bound port: 06bdf516-c755-4b39-982c-3c9f45df069d, host: hv-cinder-80460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5731acd4-2d76-4846-a6e7-799abea95dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:07.870887 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.939240 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] For port 06bdf516-c755-4b39-982c-3c9f45df069d, host hv-cinder-80460, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:07.943276 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] For port 06bdf516-c755-4b39-982c-3c9f45df069d, host hv-cinder-80460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=06bdf516-c755-4b39-982c-3c9f45df069d,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:07.946967 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.981292 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:07.981912 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.983307 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 1094 time: 0.6011174 Aug 19 12:44:07.983744 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:07.986025 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:08.036186 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669e6bfa-301d-4451-aa6f-bbbd9518f034 x-openstack-request-id: req-669e6bfa-301d-4451-aa6f-bbbd9518f034 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:08.036534 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:08.036896 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-669e6bfa-301d-4451-aa6f-bbbd9518f034 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:08.037312 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d', 'status': 'completed', 'code': 200} Aug 19 12:44:08.049167 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d64fbf-8b72-487c-8517-eb46b48a13c4 service neutron] Pushing event updated for resources: {'Port': ['ID=06bdf516-c755-4b39-982c-3c9f45df069d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:08.369036 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c473539-12c2-47e8-b4de-6a6a9d28d012 req-0ca09e68-b05c-403a-a680-6d7c8f46ccf6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.370531 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6c473539-12c2-47e8-b4de-6a6a9d28d012 req-0ca09e68-b05c-403a-a680-6d7c8f46ccf6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.3763509 Aug 19 12:44:08.376299 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-93f1ec71-d367-4650-a2ac-95ab005c2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.377754 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-93f1ec71-d367-4650-a2ac-95ab005c2a81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1097 time: 0.3465579 Aug 19 12:44:08.384965 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.424704 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-500ac587-d495-4052-8706-812f16c2856f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 217 time: 0.0384312 Aug 19 12:44:08.467118 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6c473539-12c2-47e8-b4de-6a6a9d28d012 req-6b1e1765-332f-4b5b-bea8-4a2c6d767e3b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884187 Aug 19 12:44:08.484206 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-dc77b295-8284-4c19-acea-8051e06e864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.485667 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-dc77b295-8284-4c19-acea-8051e06e864c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 200 len: 847 time: 0.0513797 Aug 19 12:44:08.530717 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-b2dc233a-5911-4b41-b9c4-127f650cd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.532164 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-b2dc233a-5911-4b41-b9c4-127f650cd204 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=803a510e-d194-45fb-a790-50b4d7f93425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390575 Aug 19 12:44:08.626577 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-d81415d8-b54f-49b4-ba90-a0a737d146ad service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869567 Aug 19 12:44:08.715754 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5f33318d-8894-4bf3-ac8b-45ee1dce9b2a req-b2e203a1-7f47-429e-bd6c-64d346e04ffc service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826712 Aug 19 12:44:08.798899 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-c0788d7e-7189-4d6f-a761-3b10fa912e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.800387 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-c0788d7e-7189-4d6f-a761-3b10fa912e0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1097 time: 0.0392692 Aug 19 12:44:08.893172 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-24489478-25e7-4ca7-94f8-32a7b24babe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.894571 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-24489478-25e7-4ca7-94f8-32a7b24babe1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 909 time: 0.0853624 Aug 19 12:44:08.936425 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-1449def7-0603-43ea-821c-3c8c2eb88d0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 217 time: 0.0331495 Aug 19 12:44:08.985862 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-a31f46b0-0daa-4b87-bd70-ed3cad999790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.987296 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-a31f46b0-0daa-4b87-bd70-ed3cad999790 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 200 len: 847 time: 0.0434222 Aug 19 12:44:09.036914 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-2393d382-45df-4a90-894a-ad3f07c264bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:09.038376 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-2393d382-45df-4a90-894a-ad3f07c264bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=803a510e-d194-45fb-a790-50b4d7f93425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429394 Aug 19 12:44:09.124733 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-c2f6a7f2-d42c-4ad1-beb2-d26c97499ad9 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784855 Aug 19 12:44:09.216099 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-59d5cc5a-0055-4e94-af96-ac01a4cf4b4e req-bc9233ef-efe4-4edf-894d-141886ae7099 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845048 Aug 19 12:44:09.580121 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f94bc9-e584-4809-b460-aaffbc09c3c2 req-3dcd1eff-e950-47fb-8da7-6bd5f9ed5f1a tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:09.581611 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-87f94bc9-e584-4809-b460-aaffbc09c3c2 req-3dcd1eff-e950-47fb-8da7-6bd5f9ed5f1a tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0477865 Aug 19 12:44:09.619103 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-87f94bc9-e584-4809-b460-aaffbc09c3c2 req-ba2a921c-1ebd-46e4-9230-a221e18f5440 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307984 Aug 19 12:44:10.735482 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4eb02-73c3-409b-b280-598dfe6d32c0 req-fa02c7b7-8a93-40f1-b081-dfaaf05893d6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:10.736975 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-adc4eb02-73c3-409b-b280-598dfe6d32c0 req-fa02c7b7-8a93-40f1-b081-dfaaf05893d6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0481501 Aug 19 12:44:10.780306 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-adc4eb02-73c3-409b-b280-598dfe6d32c0 req-137052d6-7fc7-464f-a903-628239f04448 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366337 Aug 19 12:44:11.894614 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4631c-e5b5-4a09-9268-992561fa4f5d req-ff2918f0-e61d-483a-81ac-bd2279b89e84 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:11.896839 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f4d4631c-e5b5-4a09-9268-992561fa4f5d req-ff2918f0-e61d-483a-81ac-bd2279b89e84 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0508034 Aug 19 12:44:11.933394 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f4d4631c-e5b5-4a09-9268-992561fa4f5d req-e01a70d7-8df6-4e34-a822-186c82aa29e5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307140 Aug 19 12:44:13.051178 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5d0db-ef3d-4373-9ccf-8647f2bbd7d2 req-75dda930-2a55-4f9f-b076-e80fe1ea8535 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:13.053501 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-86a5d0db-ef3d-4373-9ccf-8647f2bbd7d2 req-75dda930-2a55-4f9f-b076-e80fe1ea8535 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0550294 Aug 19 12:44:13.089746 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-86a5d0db-ef3d-4373-9ccf-8647f2bbd7d2 req-d3603d02-6058-4f29-a3ca-8d08fe1a9cbb tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302181 Aug 19 12:44:14.201386 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb352d-2215-4e51-8d6c-d515e8a46c9b req-8983ed20-8cce-4558-9153-7eac9af78df4 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:14.202844 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5ddb352d-2215-4e51-8d6c-d515e8a46c9b req-8983ed20-8cce-4558-9153-7eac9af78df4 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0482526 Aug 19 12:44:14.244240 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5ddb352d-2215-4e51-8d6c-d515e8a46c9b req-1a8d73eb-c9ec-4d2a-b1cc-39279c277904 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353041 Aug 19 12:44:15.359090 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ff32b-288f-46ac-9738-31aa75358e38 req-804e7b40-fa40-45b1-be85-2b67e22b69db tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:15.360577 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5a2ff32b-288f-46ac-9738-31aa75358e38 req-804e7b40-fa40-45b1-be85-2b67e22b69db tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0494156 Aug 19 12:44:15.397972 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5a2ff32b-288f-46ac-9738-31aa75358e38 req-24d7f859-1fb6-495b-964e-5b919c8e4c82 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Aug 19 12:44:16.067063 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 06bdf516-c755-4b39-982c-3c9f45df069d details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:44:16.158336 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 06bdf516-c755-4b39-982c-3c9f45df069d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=06bdf516-c755-4b39-982c-3c9f45df069d,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:16.170153 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '06bdf516-c755-4b39-982c-3c9f45df069d', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'port_id': '06bdf516-c755-4b39-982c-3c9f45df069d', 'mac_address': 'fa:16:3e:97:5d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:44:16.209544 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.222200 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bdf516-c755-4b39-982c-3c9f45df069d {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:16.243211 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 06bdf516-c755-4b39-982c-3c9f45df069d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=06bdf516-c755-4b39-982c-3c9f45df069d,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:16.247075 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.292532 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=06bdf516-c755-4b39-982c-3c9f45df069d,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:16.483176 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['06bdf516-c755-4b39-982c-3c9f45df069d'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:16.512476 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1dd7-854d-4545-bc00-0d8dd129c314 req-b9f88042-a712-4a71-86b2-3f4b659e50e3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.513993 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c61f1dd7-854d-4545-bc00-0d8dd129c314 req-b9f88042-a712-4a71-86b2-3f4b659e50e3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0487208 Aug 19 12:44:16.552801 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c61f1dd7-854d-4545-bc00-0d8dd129c314 req-5c15a928-60ea-4962-a280-6d28642dac1b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327921 Aug 19 12:44:17.678174 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0791-8f81-434d-81cb-03e8b5e53476 req-44ba132e-bacb-434e-a13f-7ef7505be0e0 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.679673 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ca2b0791-8f81-434d-81cb-03e8b5e53476 req-44ba132e-bacb-434e-a13f-7ef7505be0e0 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 945 time: 0.0479226 Aug 19 12:44:17.721259 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ca2b0791-8f81-434d-81cb-03e8b5e53476 req-4d785a4b-dba4-4f28-ac05-71f97c04cafb tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356362 Aug 19 12:44:18.088253 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 06bdf516-c755-4b39-982c-3c9f45df069d up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:18.135263 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning for port 06bdf516-c755-4b39-982c-3c9f45df069d completed by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:18.138731 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 06bdf516-c755-4b39-982c-3c9f45df069d triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:18.139107 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.214981 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.236596 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:18.239331 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf6c0c2-ec7b-47c0-bea8-209a43376bf8" -d '{"events": [{"server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "name": "network-vif-plugged", "status": "completed", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:18.252047 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 06bdf516-c755-4b39-982c-3c9f45df069d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=06bdf516-c755-4b39-982c-3c9f45df069d,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:18.257257 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.305482 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=06bdf516-c755-4b39-982c-3c9f45df069d,revision_number=5']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:18.339089 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b3d80b-52c0-4aa7-b2f1-16909183b15c x-openstack-request-id: req-d1b3d80b-52c0-4aa7-b2f1-16909183b15c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:18.339323 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "name": "network-vif-plugged", "status": "completed", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:18.339593 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1b3d80b-52c0-4aa7-b2f1-16909183b15c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:18.339967 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d', 'code': 200} Aug 19 12:44:18.542754 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fb189-1cad-4757-b7f5-94dbf252d8a8 req-bcf8f007-d6fe-49ab-8e9a-6f88bf3a931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:18.544286 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ef2fb189-1cad-4757-b7f5-94dbf252d8a8 req-bcf8f007-d6fe-49ab-8e9a-6f88bf3a931b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0402555 Aug 19 12:44:18.578648 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ef2fb189-1cad-4757-b7f5-94dbf252d8a8 req-9e5bb05c-da8a-4237-87ba-ad102e98d449 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267529 Aug 19 12:44:18.837861 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352dc65-3e7e-407d-8c95-93f9d8b2e5fa req-d0c5a3af-fb10-4736-a89a-13210add2420 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:18.839331 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6352dc65-3e7e-407d-8c95-93f9d8b2e5fa req-d0c5a3af-fb10-4736-a89a-13210add2420 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0489559 Aug 19 12:44:18.875363 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-6352dc65-3e7e-407d-8c95-93f9d8b2e5fa req-4008a3b3-75a4-42de-ac98-7fe90fe9cf46 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302062 Aug 19 12:44:19.987880 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09120b-fccb-4035-a859-8d467ec36241 req-f850317a-d120-4f19-8907-01b65c9811ae tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:19.989574 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e09120b-fccb-4035-a859-8d467ec36241 req-f850317a-d120-4f19-8907-01b65c9811ae tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0484104 Aug 19 12:44:20.029562 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2e09120b-fccb-4035-a859-8d467ec36241 req-db65c1c4-6d8a-4f81-8e66-3a82e4256c63 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340199 Aug 19 12:44:20.141917 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd38e6-88f3-434c-bc35-8c7df60aabf6 req-e94edd8e-dfab-4dbf-a6ad-c47b9771d976 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:20.143366 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-24bd38e6-88f3-434c-bc35-8c7df60aabf6 req-e94edd8e-dfab-4dbf-a6ad-c47b9771d976 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0485728 Aug 19 12:44:20.179981 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-24bd38e6-88f3-434c-bc35-8c7df60aabf6 req-f10deb23-fe9b-4480-a033-b74062e4fc6d tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306876 Aug 19 12:44:20.201256 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:20.323816 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e05dfa-2f83-419e-9bd7-c5507c865bd5 tempest-TestShelveInstance-847623302 tempest-TestShelveInstance-847623302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:20.325381 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-29e05dfa-2f83-419e-9bd7-c5507c865bd5 tempest-TestShelveInstance-847623302 tempest-TestShelveInstance-847623302-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1094 time: 0.1231194 Aug 19 12:44:20.328149 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:20.332448 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Request body: {'floatingip': {'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'port_id': '06bdf516-c755-4b39-982c-3c9f45df069d', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:20.353627 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.450158 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.548888 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Allocated IP 172.27.3.168 (c71972f2-2cd9-46b8-9376-b8f5c0294d20/a78bf921-3b7c-45da-84f4-8129ebb18227/44efe6f7-d162-4f92-be5e-717fa37c32e5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:20.651129 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.688468 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785963182403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.715064 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:44:20.727270 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Network c71972f2-2cd9-46b8-9376-b8f5c0294d20 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:20.731671 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:20.735895 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:20.756851 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event updated for resources: {'Port': ['ID=44efe6f7-d162-4f92-be5e-717fa37c32e5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:21.083822 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.147432 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.294981 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.299440 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075613'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.368767 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event updated for resources: {'Port': ['ID=44efe6f7-d162-4f92-be5e-717fa37c32e5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:21.378188 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633549'] for floatingip, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.473461 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Floating IP 6126fcac-2ebb-4b4a-ac19-e468f56e4cdb associated. External IP: 172.27.3.168, port: 06bdf516-c755-4b39-982c-3c9f45df069d. Aug 19 12:44:21.669772 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Router ceb286ae-cdb0-4672-bf8a-40aca6f9654a has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:21.773290 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:21.784217 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] Sync routers for ids ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:21.790476 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.796194 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] Routers {'ceb286ae-cdb0-4672-bf8a-40aca6f9654a'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:21.796947 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:44:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:21.820106 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-1fd0a3c3-2d6e-4e52-9440-c484d49f3b87 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4905505 Aug 19 12:44:21.820726 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:21.823022 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00dcee0-a28a-49c1-94d9-b2d056dff686" -d '{"events": [{"name": "network-changed", "server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:21.860398 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557c2783-4d20-491f-a4c9-64f20c1beb78 x-openstack-request-id: req-557c2783-4d20-491f-a4c9-64f20c1beb78 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:21.860723 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:21.860982 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-557c2783-4d20-491f-a4c9-64f20c1beb78 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:21.861513 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d', 'status': 'completed', 'code': 200} Aug 19 12:44:21.924261 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-40d6eebe-10ca-412d-84a8-08711a022444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:21.925744 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-40d6eebe-10ca-412d-84a8-08711a022444 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0421507 Aug 19 12:44:22.021558 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-95df5e86-5b32-42e8-acf3-8ef410e617b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:22.023048 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-95df5e86-5b32-42e8-acf3-8ef410e617b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 909 time: 0.0884111 Aug 19 12:44:22.039721 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] Set router ceb286ae-cdb0-4672-bf8a-40aca6f9654a gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:22.088774 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-c5dff55d-c5fe-48bc-85c1-3f27ebe11fc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 1000 time: 0.0584631 Aug 19 12:44:22.140760 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-243cc7c9-8d6b-41e5-958e-e85ac534b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:22.142222 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-243cc7c9-8d6b-41e5-958e-e85ac534b4db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 200 len: 847 time: 0.0446849 Aug 19 12:44:22.191404 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-a3bb1f28-6a01-4bdf-8756-120517b41a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:22.192977 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-a3bb1f28-6a01-4bdf-8756-120517b41a17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=803a510e-d194-45fb-a790-50b4d7f93425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436184 Aug 19 12:44:22.274753 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '6126fcac-2ebb-4b4a-ac19-e468f56e4cdb', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'port_id': '06bdf516-c755-4b39-982c-3c9f45df069d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'mac_address': 'fa:16:3e:97:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 0, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79c4b59-b010-4348-ba4d-8ba2e381c304', 'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'mac_address': 'fa:16:3e:24:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:39Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 5, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'subnets': [{'id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:22.282720 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-16277f91-db1b-4a9f-9e3f-6fb1b5adce70 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825825 Aug 19 12:44:22.300208 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] Checking router: ceb286ae-cdb0-4672-bf8a-40aca6f9654a for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:22.308732 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] Routers {'ceb286ae-cdb0-4672-bf8a-40aca6f9654a'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:22.309341 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:44:06Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:22.376037 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a00dcee0-a28a-49c1-94d9-b2d056dff686 req-782c49b6-8582-47b7-bf02-18a9b9e84419 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861123 Aug 19 12:44:22.417941 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] Set router ceb286ae-cdb0-4672-bf8a-40aca6f9654a gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:22.636974 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '6126fcac-2ebb-4b4a-ac19-e468f56e4cdb', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'port_id': '06bdf516-c755-4b39-982c-3c9f45df069d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'mac_address': 'fa:16:3e:97:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 0, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79c4b59-b010-4348-ba4d-8ba2e381c304', 'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'mac_address': 'fa:16:3e:24:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:39Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 5, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'subnets': [{'id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:22.662405 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa056c16-7b14-4570-bf35-3c9fd2c2f55f None None] The sync data for ids ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'] in dv-cinder-804603-3-iscsi is: [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_floatingips': [{'id': '6126fcac-2ebb-4b4a-ac19-e468f56e4cdb', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'router_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'port_id': '06bdf516-c755-4b39-982c-3c9f45df069d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'mac_address': 'fa:16:3e:97:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:20Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 0, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79c4b59-b010-4348-ba4d-8ba2e381c304', 'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'mac_address': 'fa:16:3e:24:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:39Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 5, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'subnets': [{'id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:22.832663 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e882b93c-56b0-4df7-ba64-f503bad11cde None None] New status for floating IP 6126fcac-2ebb-4b4a-ac19-e468f56e4cdb: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:44:33.241605 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db458518-ce1e-4d44-bacd-707d87a85d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.305549 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.755791 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b1c7449-bcce-47d9-b251-2f4ff3767f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.185809 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.138715 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.387608 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.195272 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-6f941a60-d935-45ea-a0e7-686d7c991e3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492363 Aug 19 12:44:43.283195 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-0d540983-e2d7-497d-95e5-3363f9a6686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:43.284750 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-0d540983-e2d7-497d-95e5-3363f9a6686d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0419974 Aug 19 12:44:43.412710 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-bc7db12d-0056-4681-bfe7-9925f40d70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:43.414380 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-bc7db12d-0056-4681-bfe7-9925f40d70fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 909 time: 0.1034062 Aug 19 12:44:43.490888 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-72c8148d-a734-4dc6-94f9-c768310801fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 1002 time: 0.0679049 Aug 19 12:44:43.556619 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-98f592f7-ed79-4c60-a03d-1ec5b0416a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:43.558859 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-98f592f7-ed79-4c60-a03d-1ec5b0416a69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 200 len: 847 time: 0.0602217 Aug 19 12:44:43.612815 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-05e088f9-518f-4b81-b211-aa311f525d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:43.616581 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-05e088f9-518f-4b81-b211-aa311f525d2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=803a510e-d194-45fb-a790-50b4d7f93425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495372 Aug 19 12:44:43.708381 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-a34f4f84-7fd6-45ca-8699-d0bbf3500470 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849371 Aug 19 12:44:43.799175 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ce6f81b7-abca-4930-aa20-803af6eeb493 req-b6ce5ec7-5136-4d21-b63c-ea9897115882 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836768 Aug 19 12:44:57.714198 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:45:03.242692 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-939fc2bc-9cfe-49cb-ba3b-fe5e109e14c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.319884 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.757007 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74758e6e-4881-4ecf-9812-e4272977626e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:06.186324 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.141559 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.389663 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.242970 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4918562d-0f47-4cbd-a23f-e1ffff23730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.334656 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.713622 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:45:35.760583 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41035743-a4a2-41e4-9012-38e88a704220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.186885 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.145407 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.392229 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.221861 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-5c90d570-b965-4e2c-9136-a539e0aedd93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516694 Aug 19 12:45:45.308820 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-7e875e29-6cc4-417b-8893-13336677b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.310650 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-7e875e29-6cc4-417b-8893-13336677b050 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0455141 Aug 19 12:45:45.434057 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-44df1252-4535-44a6-917b-db09eb5f9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.435555 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-44df1252-4535-44a6-917b-db09eb5f9c99 service neutron] 10.222.0.50 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 909 time: 0.1046097 Aug 19 12:45:45.517077 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-814eee3e-cf17-46c3-97dc-f34f7a6c72b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 1002 time: 0.0724418 Aug 19 12:45:45.883670 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-f0cd2fc1-408c-4bc9-972b-442e30fa3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.885242 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-f0cd2fc1-408c-4bc9-972b-442e30fa3bf2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 200 len: 847 time: 0.3602595 Aug 19 12:45:45.931794 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-47eb9492-9e48-4571-b92b-120b85291dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.933387 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-47eb9492-9e48-4571-b92b-120b85291dc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=803a510e-d194-45fb-a790-50b4d7f93425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411012 Aug 19 12:45:46.026254 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-e67ec1fa-393a-4845-83ed-0a4bed6e4cea service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855868 Aug 19 12:45:46.113288 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-d17877ec-a299-4b92-b50d-1de131c3e393 req-4b0ba106-b259-43b3-a285-4226862c6fd0 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803370 Aug 19 12:46:03.243661 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f1e34ce-6fc7-45bd-980e-ca987007f354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.333225 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.761215 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5ccb4a9-208b-457a-96b0-42be539ac346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:06.188047 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.147831 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.395479 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.711811 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:46:18.203396 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff805-cae7-4fa4-a375-8e7b4b61711f req-4420dfdd-37fa-4f5c-b54d-ae31dd41be2e tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:18.204897 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb5ff805-cae7-4fa4-a375-8e7b4b61711f req-4420dfdd-37fa-4f5c-b54d-ae31dd41be2e tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0517125 Aug 19 12:46:18.245824 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-cb5ff805-cae7-4fa4-a375-8e7b4b61711f req-8b7a6430-fe42-4753-b96d-84130a6fab8e tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318589 Aug 19 12:46:19.358399 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9780fc4-5d12-4713-a371-87799012a087 req-a5b9468b-0d9a-44df-afa7-58dcee187d0a tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:19.359936 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c9780fc4-5d12-4713-a371-87799012a087 req-a5b9468b-0d9a-44df-afa7-58dcee187d0a tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0480318 Aug 19 12:46:19.396997 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-c9780fc4-5d12-4713-a371-87799012a087 req-b294cf14-b40e-4740-8870-1c4f1b760266 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306311 Aug 19 12:46:20.508121 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e84e1e-7980-4567-8b10-6fba45ba2e02 req-83ab4776-26c9-4c43-81f4-081281aed5ae tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:20.509526 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-17e84e1e-7980-4567-8b10-6fba45ba2e02 req-83ab4776-26c9-4c43-81f4-081281aed5ae tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0477564 Aug 19 12:46:20.545641 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-17e84e1e-7980-4567-8b10-6fba45ba2e02 req-14d16689-ac0f-4e9b-bea5-707b459f31d1 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303736 Aug 19 12:46:21.660253 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d710e-b7fb-4a88-9c7d-da0070498ef2 req-eca6be61-ae82-4695-8b34-a4dfa564f132 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:21.661730 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3a3d710e-b7fb-4a88-9c7d-da0070498ef2 req-eca6be61-ae82-4695-8b34-a4dfa564f132 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0509315 Aug 19 12:46:21.697711 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-3a3d710e-b7fb-4a88-9c7d-da0070498ef2 req-0ee48e5a-d0f1-4966-8593-803b758b91dd tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296037 Aug 19 12:46:22.810963 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f3c92-813e-42c4-9dd0-ccec29680dbd req-f6ac504e-8a5b-463b-980b-15a37904d0de tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:22.812477 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-311f3c92-813e-42c4-9dd0-ccec29680dbd req-f6ac504e-8a5b-463b-980b-15a37904d0de tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0478208 Aug 19 12:46:22.849384 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-311f3c92-813e-42c4-9dd0-ccec29680dbd req-5247205c-ba76-4871-a66e-606d075d7314 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Aug 19 12:46:23.962614 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2fd9a-df8e-4103-a7f9-2e15f8a4adbf req-59f449b8-269e-42a4-8891-dca5069fe4f1 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:23.964067 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f0c2fd9a-df8e-4103-a7f9-2e15f8a4adbf req-59f449b8-269e-42a4-8891-dca5069fe4f1 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0481474 Aug 19 12:46:24.002763 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-f0c2fd9a-df8e-4103-a7f9-2e15f8a4adbf req-03a8d4d2-0d91-4ca9-8362-752a26eb5b56 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Aug 19 12:46:25.118352 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009c6fa-7442-4d01-ad09-d68069949fa3 req-67bb8401-1234-4e82-b5e6-c1c4287e89a0 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:25.119802 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2009c6fa-7442-4d01-ad09-d68069949fa3 req-67bb8401-1234-4e82-b5e6-c1c4287e89a0 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0517373 Aug 19 12:46:25.156112 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-2009c6fa-7442-4d01-ad09-d68069949fa3 req-f10d4ba1-4a55-4ada-acd3-b98f555e0cb7 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304456 Aug 19 12:46:26.269004 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599e9f5-3f84-4a5d-bace-601ad21e467f req-c6fc5c9f-4d19-427e-9268-d1a22c68daf8 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:26.270473 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1599e9f5-3f84-4a5d-bace-601ad21e467f req-c6fc5c9f-4d19-427e-9268-d1a22c68daf8 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0477624 Aug 19 12:46:26.312616 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1599e9f5-3f84-4a5d-bace-601ad21e467f req-675e2207-eebd-4e95-b7b0-cceca1473de3 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349941 Aug 19 12:46:27.447978 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6305b-447c-4fe0-8277-d06fc3e68a7f req-cbffe441-85e3-4e32-965a-cb98b28c835f tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:27.449462 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7fd6305b-447c-4fe0-8277-d06fc3e68a7f req-cbffe441-85e3-4e32-965a-cb98b28c835f tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0482006 Aug 19 12:46:27.492015 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7fd6305b-447c-4fe0-8277-d06fc3e68a7f req-3db297d8-cf38-4bc4-ac26-63dda79d261a tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366440 Aug 19 12:46:28.346232 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2588f6-1607-4486-b179-db875d99e403 req-7ba6af16-f41d-40b3-8dbf-2f6aa1d0924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:28.347722 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db2588f6-1607-4486-b179-db875d99e403 req-7ba6af16-f41d-40b3-8dbf-2f6aa1d0924c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0433271 Aug 19 12:46:28.438900 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2588f6-1607-4486-b179-db875d99e403 req-614c06d8-dd11-4698-82a4-1dbf99c30b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:28.440401 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db2588f6-1607-4486-b179-db875d99e403 req-614c06d8-dd11-4698-82a4-1dbf99c30b34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 909 time: 0.0862536 Aug 19 12:46:28.507641 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db2588f6-1607-4486-b179-db875d99e403 req-6d3116d6-940e-43e4-a0fc-62bb0fd95a38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 1002 time: 0.0595238 Aug 19 12:46:28.556543 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2588f6-1607-4486-b179-db875d99e403 req-7b9a1ef1-bbc7-485a-aa2f-f21049243caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:28.558047 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db2588f6-1607-4486-b179-db875d99e403 req-7b9a1ef1-bbc7-485a-aa2f-f21049243caf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 200 len: 847 time: 0.0438271 Aug 19 12:46:28.632961 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cd55d-2a07-4e13-ae4e-723323cc2c0f req-ff532c2c-14c1-4386-b848-19cf7d384d3b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:28.634478 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a21cd55d-2a07-4e13-ae4e-723323cc2c0f req-ff532c2c-14c1-4386-b848-19cf7d384d3b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0755689 Aug 19 12:46:28.636945 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2588f6-1607-4486-b179-db875d99e403 req-69a23789-7f35-427f-9106-e1c75f66458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:28.638313 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db2588f6-1607-4486-b179-db875d99e403 req-69a23789-7f35-427f-9106-e1c75f66458d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=803a510e-d194-45fb-a790-50b4d7f93425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712106 Aug 19 12:46:28.721948 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a21cd55d-2a07-4e13-ae4e-723323cc2c0f req-16add6ad-fced-48d5-84ef-51b667894296 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814462 Aug 19 12:46:28.753476 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db2588f6-1607-4486-b179-db875d99e403 req-1e053d83-6919-4826-b34e-52574efe4966 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058712 Aug 19 12:46:28.846572 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-db2588f6-1607-4486-b179-db875d99e403 req-7d03cfd8-36a5-45ee-9441-305a3f687b9d service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860467 Aug 19 12:46:29.835330 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb68fef-8a41-42cf-a49c-eb9160e1a4ca req-6c0e7b77-fed2-46ab-b616-75984ee9e729 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:29.836835 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ccb68fef-8a41-42cf-a49c-eb9160e1a4ca req-6c0e7b77-fed2-46ab-b616-75984ee9e729 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0496373 Aug 19 12:46:29.874047 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ccb68fef-8a41-42cf-a49c-eb9160e1a4ca req-2e037b44-3022-4183-80f3-069d11838630 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311007 Aug 19 12:46:30.985204 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43969b-81ba-429e-a523-0d9510fe1317 req-cac930ff-f41f-415c-b66e-4a73c1578953 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:30.986658 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5b43969b-81ba-429e-a523-0d9510fe1317 req-cac930ff-f41f-415c-b66e-4a73c1578953 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0481501 Aug 19 12:46:31.023842 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-5b43969b-81ba-429e-a523-0d9510fe1317 req-67643f8d-2e03-4dfb-8202-40d75149628a tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304534 Aug 19 12:46:31.239074 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556c64f-c844-4d5d-ae4b-19664420ddd5 req-9b4723ba-bb87-4e08-be19-681dbcb08ef9 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:31.241260 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a556c64f-c844-4d5d-ae4b-19664420ddd5 req-9b4723ba-bb87-4e08-be19-681dbcb08ef9 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0533791 Aug 19 12:46:31.280358 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-a556c64f-c844-4d5d-ae4b-19664420ddd5 req-a934d7fc-803a-40cb-bf20-a857ed76dc7f tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323062 Aug 19 12:46:31.286543 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-f076449d-72cb-4647-bf98-a8adf5c005fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246374 Aug 19 12:46:32.396009 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80183081-7b1f-4667-a3cb-8cee654b8a18 req-bdbe0ab0-c98a-453d-8862-d4eac33917d0 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.397561 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-80183081-7b1f-4667-a3cb-8cee654b8a18 req-bdbe0ab0-c98a-453d-8862-d4eac33917d0 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0504215 Aug 19 12:46:32.454231 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-80183081-7b1f-4667-a3cb-8cee654b8a18 req-5f8bcd97-264f-46aa-a728-e59d731805db tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494196 Aug 19 12:46:32.460328 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-39dd9a42-9a6d-40ca-91ee-749bb49de0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.462074 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-39dd9a42-9a6d-40ca-91ee-749bb49de0e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3&tenant_id=b5a4fd644a7e47a1858837b923310629 HTTP/1.1" status: 200 len: 1099 time: 0.0737984 Aug 19 12:46:32.529236 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-6415f1a9-9b91-4814-9bde-6490047313b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.530719 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-6415f1a9-9b91-4814-9bde-6490047313b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0480359 Aug 19 12:46:32.619109 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-6cf2454a-c9aa-4bb6-bd71-4715c78bc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.620540 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-6cf2454a-c9aa-4bb6-bd71-4715c78bc67f service neutron] 10.222.0.50 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 909 time: 0.0823874 Aug 19 12:46:32.686366 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-558f213d-9971-429a-baf5-2d22e32a8a36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 1002 time: 0.0587518 Aug 19 12:46:32.734069 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-9653456f-f093-4b89-85a4-5305b942e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.735374 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-9653456f-f093-4b89-85a4-5305b942e106 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 200 len: 847 time: 0.0417454 Aug 19 12:46:32.779831 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-afdc1e73-417f-4761-bd2e-5d9264ec2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.781288 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-afdc1e73-417f-4761-bd2e-5d9264ec2466 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=803a510e-d194-45fb-a790-50b4d7f93425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375347 Aug 19 12:46:32.874812 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-432d9be7-7688-404b-a096-130232ee7172 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851920 Aug 19 12:46:32.963210 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7b8b1782-b452-471b-88ed-1ff458aaa691 req-5c16c211-f236-4d52-8fca-49189608b4bc service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809395 Aug 19 12:46:33.244566 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515c0bf8-75ce-46bd-a922-091ad1fcc132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.571131 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004d400-25bc-46e6-a0ff-cb7febc13300 req-9985288b-1c02-4003-82a9-5fe67d90f2cf tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:33.572634 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0004d400-25bc-46e6-a0ff-cb7febc13300 req-9985288b-1c02-4003-82a9-5fe67d90f2cf tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0528126 Aug 19 12:46:33.609325 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0004d400-25bc-46e6-a0ff-cb7febc13300 req-69edf163-eeb0-4322-85f7-a435c3932a28 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307405 Aug 19 12:46:34.350534 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.539259 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 06bdf516-c755-4b39-982c-3c9f45df069d no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:34.613102 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.634452 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:34.636723 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41f5a8c-3d21-4c6b-bee0-f0355dd2ea00" -d '{"events": [{"server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "name": "network-vif-unplugged", "status": "completed", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:34.650101 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 06bdf516-c755-4b39-982c-3c9f45df069d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=06bdf516-c755-4b39-982c-3c9f45df069d,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:34.654271 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.677876 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be221e64-463f-4bc2-a56d-bc94b5a99334 x-openstack-request-id: req-be221e64-463f-4bc2-a56d-bc94b5a99334 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:34.678166 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "name": "network-vif-unplugged", "status": "completed", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:34.678421 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be221e64-463f-4bc2-a56d-bc94b5a99334 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:34.678839 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d', 'code': 200} Aug 19 12:46:34.705059 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=06bdf516-c755-4b39-982c-3c9f45df069d,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:34.712542 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.712932 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.713283 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.713626 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.713962 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.714448 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.714628 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.714960 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.715291 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.715889 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.716203 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.716526 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:34.728796 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead9d4-4f4b-4624-afa1-ffdc17efb965 req-116f597c-9ae2-4c34-8049-49f687a66c8d tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:34.730276 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ecead9d4-4f4b-4624-afa1-ffdc17efb965 req-116f597c-9ae2-4c34-8049-49f687a66c8d tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0493562 Aug 19 12:46:34.766936 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-ecead9d4-4f4b-4624-afa1-ffdc17efb965 req-15eb447e-8cc2-4b74-9105-8b2a3d3a914d tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306058 Aug 19 12:46:35.761416 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9feb464f-7ed7-4450-bea6-b17a17b23d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.881336 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ef0b9-ba3e-4865-8d23-6e15a9db3de8 req-1a666b20-1127-42cf-a42b-e3bebc05f5c5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:35.882823 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-718ef0b9-ba3e-4865-8d23-6e15a9db3de8 req-1a666b20-1127-42cf-a42b-e3bebc05f5c5 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0480859 Aug 19 12:46:35.920205 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-718ef0b9-ba3e-4865-8d23-6e15a9db3de8 req-8ac79402-c23d-4535-962c-1d6e541ba0fb tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Aug 19 12:46:36.188991 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.034809 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507080c-61a2-478b-9c4a-a891efc919d0 req-39ea4767-509b-45db-8eea-e9594bbcf6cc tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:37.036262 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9507080c-61a2-478b-9c4a-a891efc919d0 req-39ea4767-509b-45db-8eea-e9594bbcf6cc tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0514481 Aug 19 12:46:37.073657 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-9507080c-61a2-478b-9c4a-a891efc919d0 req-27ef6bb2-3112-4056-9aac-92ba7bb042a6 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308745 Aug 19 12:46:37.150322 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.189822 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ddfc5-8bbb-4e34-8239-8e5c198b1d5c req-2108912c-3a5c-4d38-9158-b9de309e427a tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:38.191298 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-868ddfc5-8bbb-4e34-8239-8e5c198b1d5c req-2108912c-3a5c-4d38-9158-b9de309e427a tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0484912 Aug 19 12:46:38.229586 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-868ddfc5-8bbb-4e34-8239-8e5c198b1d5c req-c76130d7-c09c-45cf-866b-dc45250f9fb0 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323493 Aug 19 12:46:38.397186 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:39.026633 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04666b-4cbf-4f1e-bfae-ce10ac3d1c45 req-bf9cc148-7afc-40b4-99c4-a5a12989a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:39.028137 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bc04666b-4cbf-4f1e-bfae-ce10ac3d1c45 req-bf9cc148-7afc-40b4-99c4-a5a12989a233 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1097 time: 0.0397220 Aug 19 12:46:39.061632 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-bc04666b-4cbf-4f1e-bfae-ce10ac3d1c45 req-11a8e8d5-7c6c-4d6f-853a-04fc44c11d75 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267522 Aug 19 12:46:39.343738 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273d56a-c2b0-431f-8c43-786db9cc0763 req-2dd86170-fe3e-48b3-84a8-f96559008761 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:39.345210 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1273d56a-c2b0-431f-8c43-786db9cc0763 req-2dd86170-fe3e-48b3-84a8-f96559008761 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0508335 Aug 19 12:46:39.382477 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-1273d56a-c2b0-431f-8c43-786db9cc0763 req-b09b21f6-06e7-4646-82c0-ea2e61c48408 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305891 Aug 19 12:46:40.495325 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d0e0b-d226-493a-ba17-14f4fc0ce4b7 req-b295c6b3-9bf3-4363-9642-727cf4fb686a tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:40.496719 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-971d0e0b-d226-493a-ba17-14f4fc0ce4b7 req-b295c6b3-9bf3-4363-9642-727cf4fb686a tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 944 time: 0.0473635 Aug 19 12:46:40.533273 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-971d0e0b-d226-493a-ba17-14f4fc0ce4b7 req-87fd8661-79c1-4ca0-900d-cecfdbabdf5c tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306344 Aug 19 12:46:40.559511 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 06bdf516-c755-4b39-982c-3c9f45df069d details requested by agent hyperv_hv-cinder-80460 with host hv-cinder-80460 {{(pid=93796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:46:40.654043 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 06bdf516-c755-4b39-982c-3c9f45df069d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=06bdf516-c755-4b39-982c-3c9f45df069d,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:40.664960 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Returning: {'device': '06bdf516-c755-4b39-982c-3c9f45df069d', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'port_id': '06bdf516-c755-4b39-982c-3c9f45df069d', 'mac_address': 'fa:16:3e:97:5d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:46:40.700561 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.712662 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bdf516-c755-4b39-982c-3c9f45df069d {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:40.732476 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 06bdf516-c755-4b39-982c-3c9f45df069d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=06bdf516-c755-4b39-982c-3c9f45df069d,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:40.736178 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.781174 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=06bdf516-c755-4b39-982c-3c9f45df069d,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:40.959177 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] get_ports_and_sgs() called for port_ids ['06bdf516-c755-4b39-982c-3c9f45df069d'] {{(pid=93796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:46:42.586350 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 06bdf516-c755-4b39-982c-3c9f45df069d up at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:42.634486 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Provisioning complete for port 06bdf516-c755-4b39-982c-3c9f45df069d triggered by entity L2. {{(pid=93796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:42.634865 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8049625'] for port, provisioning_complete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.707095 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8058750'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.729404 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:42.731602 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1634a390a5e338ba4a8a3cc8dd42c97132063d692bb3d61f8006feb2bc041bc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b63cfe-e601-4cd1-b216-fdc864926d42" -d '{"events": [{"server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "name": "network-vif-plugged", "status": "completed", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:42.743937 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] For port 06bdf516-c755-4b39-982c-3c9f45df069d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=06bdf516-c755-4b39-982c-3c9f45df069d,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:42.747910 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785963702128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785963182421', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785963182439'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.770798 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26117d08-46c5-40ef-b7b5-f372e305aded x-openstack-request-id: req-26117d08-46c5-40ef-b7b5-f372e305aded {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:42.771088 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "name": "network-vif-plugged", "status": "completed", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:42.771342 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26117d08-46c5-40ef-b7b5-f372e305aded {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:42.771726 dv-cinder-804603-3-iscsi neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d', 'code': 200} Aug 19 12:46:42.798218 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Pushing event updated for resources: {'Port': ['ID=06bdf516-c755-4b39-982c-3c9f45df069d,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:45.193897 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-de952578-820a-45e3-85e9-e983c985e7b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396593 Aug 19 12:46:45.274564 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-0916bcaf-b1ee-4444-be91-84086de3641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:45.275947 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-0916bcaf-b1ee-4444-be91-84086de3641e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0421369 Aug 19 12:46:45.373415 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-f6069fa4-9396-43cb-840d-a25a64c30c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:45.374845 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-f6069fa4-9396-43cb-840d-a25a64c30c6f service neutron] 10.222.0.50 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 909 time: 0.0809977 Aug 19 12:46:45.442898 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-84e341a8-f9be-4b01-91c9-26602b9a3f5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 1002 time: 0.0601678 Aug 19 12:46:45.489560 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-d4b72121-a866-4149-b66a-b2b690c44794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:45.490941 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-d4b72121-a866-4149-b66a-b2b690c44794 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 200 len: 847 time: 0.0412107 Aug 19 12:46:45.536826 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-57ae7809-a025-45e9-8083-5f1cd8d6b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:45.538226 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-57ae7809-a025-45e9-8083-5f1cd8d6b8be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=803a510e-d194-45fb-a790-50b4d7f93425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402837 Aug 19 12:46:45.632070 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-df5e8410-f332-4bfc-8dee-0c0c18fc14b2 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869679 Aug 19 12:46:45.718560 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-15bb0198-0c70-4ccd-b67a-31a3bf15676b req-e8e25cf5-85d3-43b6-980f-3bc08a0932cc service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798426 Aug 19 12:46:48.709922 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:47:03.245523 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99af9979-727b-44f3-beb2-9dbb9195494f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.348995 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.762070 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdce96b8-986d-469f-95d9-f6c27eb92233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:06.189312 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.152987 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.399356 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:25.708742 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:47:33.245737 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb7f4-eae9-4e97-bea1-3b741b1e2773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:34.369623 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.763048 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0452d55d-b9c6-4044-98ea-60aa4e571a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:36.189793 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.155700 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:38.402794 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.239302 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-d085a9cb-975b-401b-8b7a-8142f2566830 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866237 Aug 19 12:47:45.320254 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-86f518f4-6e9e-4fa2-b129-89746567e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.321655 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-86f518f4-6e9e-4fa2-b129-89746567e464 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0398314 Aug 19 12:47:45.422485 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-113fd6d5-1ae1-425e-9ca8-a0a7d25b6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.423959 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-113fd6d5-1ae1-425e-9ca8-a0a7d25b6889 service neutron] 10.222.0.50 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 909 time: 0.0834422 Aug 19 12:47:45.490264 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-ebe6314d-b763-421e-b7f3-6bfeae6c211d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 1002 time: 0.0582912 Aug 19 12:47:45.537023 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-6b270f3c-f036-4a89-b4b9-2dc561ecc81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.539034 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-6b270f3c-f036-4a89-b4b9-2dc561ecc81c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 200 len: 847 time: 0.0414410 Aug 19 12:47:45.581843 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-bcc0500c-7c1f-458b-b889-f4f17058cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.583245 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-bcc0500c-7c1f-458b-b889-f4f17058cdee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=803a510e-d194-45fb-a790-50b4d7f93425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383327 Aug 19 12:47:45.673221 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-d58ee8f7-2418-40cc-a355-fd393e826297 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829320 Aug 19 12:47:45.759095 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-7e0ef1d7-1115-46b0-8093-f78246142d32 req-5e4d4eb3-d2ad-46b8-9d29-fa61e6bd7502 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785282 Aug 19 12:47:53.869882 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54584) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:54.023447 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Deleting port 44efe6f7-d162-4f92-be5e-717fa37c32e5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:54.023794 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.096525 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.096875 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.108527 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Calling delete_port for 44efe6f7-d162-4f92-be5e-717fa37c32e5 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:54.262992 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.289818 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event deleted for resources: {'Port': ['ID=44efe6f7-d162-4f92-be5e-717fa37c32e5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:54.312089 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.312439 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.312811 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.313147 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.313482 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.313812 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.314138 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.314468 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.314792 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.315115 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.315437 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.315759 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:54.361081 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.361416 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.db.l3_db [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Floating IP 6126fcac-2ebb-4b4a-ac19-e468f56e4cdb disassociated (deleted). External IP: 172.27.3.168, port: 06bdf516-c755-4b39-982c-3c9f45df069d. Aug 19 12:47:54.560938 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Router ceb286ae-cdb0-4672-bf8a-40aca6f9654a has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:54.671954 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:54.676667 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.681215 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] Sync routers for ids ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:54.690354 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] Routers {'ceb286ae-cdb0-4672-bf8a-40aca6f9654a'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:54.690969 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:47:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:54.701894 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-4d27a510-da2f-4738-82f1-b7c1215e76fa tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "DELETE /v2.0/floatingips/6126fcac-2ebb-4b4a-ac19-e468f56e4cdb HTTP/1.1" status: 204 len: 168 time: 0.8309498 Aug 19 12:47:54.702472 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:54.704745 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040bcd86-39a5-415c-b56d-9fe969372c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:54.748698 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6bb654-eb29-4ed7-ad9a-04baf98e58b8 x-openstack-request-id: req-dc6bb654-eb29-4ed7-ad9a-04baf98e58b8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:54.748994 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:54.749252 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc6bb654-eb29-4ed7-ad9a-04baf98e58b8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:54.749654 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d', 'status': 'completed', 'code': 200} Aug 19 12:47:54.798327 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] Set router ceb286ae-cdb0-4672-bf8a-40aca6f9654a gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:54.815234 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-8bf8c81b-450a-496f-b0bb-ec833916ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.816872 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-8bf8c81b-450a-496f-b0bb-ec833916ef45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a4fd644a7e47a1858837b923310629&device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 1099 time: 0.0463786 Aug 19 12:47:54.924321 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-26648ad3-38e0-414d-9981-6694922e4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.925880 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-26648ad3-38e0-414d-9981-6694922e4f84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 200 len: 909 time: 0.1012917 Aug 19 12:47:54.983871 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-b11ca5b9-4b7b-472c-ab3a-ac060b2918b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 200 len: 217 time: 0.0495679 Aug 19 12:47:55.014370 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'f79c4b59-b010-4348-ba4d-8ba2e381c304', 'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'mac_address': 'fa:16:3e:24:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:39Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 5, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'subnets': [{'id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:55.064760 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64af068-03ea-4d6a-abad-c8e9c34cd46d req-fb7a7610-6691-4ae1-b491-6f938ad51a7f tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:55.066250 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b64af068-03ea-4d6a-abad-c8e9c34cd46d req-fb7a7610-6691-4ae1-b491-6f938ad51a7f tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.1868856 Aug 19 12:47:55.067739 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-aa375e67-f1ba-46d7-acc7-b2e20278cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:55.069111 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-aa375e67-f1ba-46d7-acc7-b2e20278cdfd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 200 len: 847 time: 0.0761836 Aug 19 12:47:55.137590 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-b64af068-03ea-4d6a-abad-c8e9c34cd46d req-a84b07b8-acb4-4680-a77f-ff376547a10d tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647388 Aug 19 12:47:55.144103 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-6a31c5f0-c12e-4a63-86a0-bc2cb4d3aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:55.145637 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-6a31c5f0-c12e-4a63-86a0-bc2cb4d3aecf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=803a510e-d194-45fb-a790-50b4d7f93425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665696 Aug 19 12:47:55.166613 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] Checking router: ceb286ae-cdb0-4672-bf8a-40aca6f9654a for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:55.174879 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] Routers {'ceb286ae-cdb0-4672-bf8a-40aca6f9654a'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:55.175495 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:47:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:55.239133 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-d2f8f3a9-922e-4729-82c3-d2264169faf5 service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837038 Aug 19 12:47:55.280422 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] Set router ceb286ae-cdb0-4672-bf8a-40aca6f9654a gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:55.333603 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-040bcd86-39a5-415c-b56d-9fe969372c4a req-6a8fa864-43f5-4fa6-becf-a5ab8b15191d service neutron] 10.222.0.50 "GET /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861378 Aug 19 12:47:55.480011 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'f79c4b59-b010-4348-ba4d-8ba2e381c304', 'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'mac_address': 'fa:16:3e:24:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:39Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 5, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'subnets': [{'id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:55.509449 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedf60f-c2af-4f9c-9ca9-0812ab099551 None None] The sync data for ids ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'] in dv-cinder-804603-3-iscsi is: [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:43:39Z', 'revision_number': 4, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi', '_interfaces': [{'id': 'f79c4b59-b010-4348-ba4d-8ba2e381c304', 'name': '', 'network_id': '803a510e-d194-45fb-a790-50b4d7f93425', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'mac_address': 'fa:16:3e:24:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:39Z', 'updated_at': '2021-08-19T12:43:45Z', 'revision_number': 5, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'subnets': [{'id': '32e4aeaa-8d5a-4c17-935c-e815d8027ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:55.714219 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615e407-a070-45ca-9dac-754fefbb0ca5 None None] New status for floating IP 6126fcac-2ebb-4b4a-ac19-e468f56e4cdb: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:47:56.314046 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bae690-9711-420d-be5e-572623916f92 req-fff5af07-4732-4924-9973-8e7bb04e4c75 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:56.315524 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-65bae690-9711-420d-be5e-572623916f92 req-fff5af07-4732-4924-9973-8e7bb04e4c75 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0969248 Aug 19 12:47:56.352791 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-65bae690-9711-420d-be5e-572623916f92 req-8313ba8c-8724-4f15-9bbe-aa92c0b2ebf0 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/security-groups?id=c4ab7554-a5a6-46df-aff7-55cf16c73b68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Aug 19 12:47:56.445588 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-af980742-0abc-471b-9b3f-2aff71bf13e9 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:56.447023 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-af980742-0abc-471b-9b3f-2aff71bf13e9 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.50 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 946 time: 0.0473304 Aug 19 12:47:56.551481 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-8abb2272-d9f6-46a4-a2ca-69bd95cb8a2b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Deleting port 06bdf516-c755-4b39-982c-3c9f45df069d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:56.551821 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-8abb2272-d9f6-46a4-a2ca-69bd95cb8a2b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.636736 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-8abb2272-d9f6-46a4-a2ca-69bd95cb8a2b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] For port 06bdf516-c755-4b39-982c-3c9f45df069d, host hv-cinder-80460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80460',level=0,port_id=06bdf516-c755-4b39-982c-3c9f45df069d,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:56.637100 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-8abb2272-d9f6-46a4-a2ca-69bd95cb8a2b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.650185 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-8abb2272-d9f6-46a4-a2ca-69bd95cb8a2b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Calling delete_port for 06bdf516-c755-4b39-982c-3c9f45df069d owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:56.774026 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-8abb2272-d9f6-46a4-a2ca-69bd95cb8a2b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.800886 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb2272-d9f6-46a4-a2ca-69bd95cb8a2b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event deleted for resources: {'Port': ['ID=06bdf516-c755-4b39-982c-3c9f45df069d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:56.843826 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-8abb2272-d9f6-46a4-a2ca-69bd95cb8a2b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] No DVR routers for this DVR port 06bdf516-c755-4b39-982c-3c9f45df069d on host hv-cinder-80460 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:56.846273 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-8abb2272-d9f6-46a4-a2ca-69bd95cb8a2b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193530'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.848197 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-16e0ce36-4a84-4ea1-a829-e65c79fed383 req-8abb2272-d9f6-46a4-a2ca-69bd95cb8a2b tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.50 "DELETE /v2.0/ports/06bdf516-c755-4b39-982c-3c9f45df069d HTTP/1.1" status: 204 len: 173 time: 0.3954251 Aug 19 12:47:56.848711 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'name': 'network-vif-deleted', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:56.851448 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5340974ea36e12c7fe0b868e9aacd955bfa1880be0a427c3fa271332fc9798c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2122b0-25a9-4201-98f2-f80090818ec4" -d '{"events": [{"server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "name": "network-vif-deleted", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:56.886226 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faaf130-94a9-428c-a6e4-a410173cc737 x-openstack-request-id: req-7faaf130-94a9-428c-a6e4-a410173cc737 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:56.886517 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3", "name": "network-vif-deleted", "tag": "06bdf516-c755-4b39-982c-3c9f45df069d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:56.886777 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7faaf130-94a9-428c-a6e4-a410173cc737 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:56.887186 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3', 'name': 'network-vif-deleted', 'tag': '06bdf516-c755-4b39-982c-3c9f45df069d', 'status': 'completed', 'code': 200} Aug 19 12:47:57.356424 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [req-9d884af2-1d58-48e7-89d7-0891b5836161 req-d3468505-610a-4666-9780-b995e515c77a service neutron] (93794) timed out ('10.222.0.50', 60475) {{(pid=93794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:47:57.456083 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [req-0c7dd37e-7ac6-42b9-8196-f9f3a15905fd req-037b3143-01df-46d8-a035-8ca8d8ea49a1 tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "GET /v2.0/ports?device_id=2563b9c8-cbef-4e1c-baaa-8a52eea7d1c3 HTTP/1.1" status: 200 len: 210 time: 0.0252013 Aug 19 12:47:58.511110 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:58.570550 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8be0d2c1-2d58-49f7-a875-3c8357a5acfc tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.595562 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8be0d2c1-2d58-49f7-a875-3c8357a5acfc tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.653822 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8be0d2c1-2d58-49f7-a875-3c8357a5acfc tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.656445 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8be0d2c1-2d58-49f7-a875-3c8357a5acfc tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.657602 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-8be0d2c1-2d58-49f7-a875-3c8357a5acfc tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] 10.222.0.42 "DELETE /v2.0/security-groups/c4ab7554-a5a6-46df-aff7-55cf16c73b68 HTTP/1.1" status: 204 len: 168 time: 0.1455202 Aug 19 12:47:58.668269 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0d2c1-2d58-49f7-a875-3c8357a5acfc tempest-TestShelveInstance-1710671698 tempest-TestShelveInstance-1710671698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ab7554-a5a6-46df-aff7-55cf16c73b68,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:58.707007 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54620) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:59.042385 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 06bdf516-c755-4b39-982c-3c9f45df069d no longer exists at agent hyperv_hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:59.062102 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] No Port match for: 06bdf516-c755-4b39-982c-3c9f45df069d {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:59.062457 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Device 06bdf516-c755-4b39-982c-3c9f45df069d not bound to the agent host hv-cinder-80460 {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:59.306801 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636155'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.541849 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] Deleting port f79c4b59-b010-4348-ba4d-8ba2e381c304 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:59.542532 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.618942 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] For port f79c4b59-b010-4348-ba4d-8ba2e381c304, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=f79c4b59-b010-4348-ba4d-8ba2e381c304,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:59.619299 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.630143 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] Calling delete_port for f79c4b59-b010-4348-ba4d-8ba2e381c304 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:59.800371 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:59.826589 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79c4b59-b010-4348-ba4d-8ba2e381c304,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:59.983908 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760171'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.187777 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] Router ceb286ae-cdb0-4672-bf8a-40aca6f9654a has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:00.291266 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:00.297709 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-2ba1be42-1586-405e-9b86-3791a696ddf6 admin admin] 10.222.0.42 "PUT /v2.0/routers/ceb286ae-cdb0-4672-bf8a-40aca6f9654a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5890138 Aug 19 12:48:00.298946 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54622) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:00.300053 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] Sync routers for ids ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'] in dv-cinder-804603-3-iscsi {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:00.309156 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] Routers {'ceb286ae-cdb0-4672-bf8a-40aca6f9654a'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:00.309762 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:47:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:00.401217 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.411737 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] Set router ceb286ae-cdb0-4672-bf8a-40aca6f9654a gateway port host: dv-cinder-804603-3-iscsi {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:00.501183 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.552952 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Deleting port 7c8e8d55-ae4f-42ea-8b29-34231637d154 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:00.553623 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.590585 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:47:59Z', 'revision_number': 5, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port': {'id': '7c8e8d55-ae4f-42ea-8b29-34231637d154', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:37Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:00.619937 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] Checking router: ceb286ae-cdb0-4672-bf8a-40aca6f9654a for host: dv-cinder-804603-3-iscsi {{(pid=93796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:00.627945 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] Routers {'ceb286ae-cdb0-4672-bf8a-40aca6f9654a'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:00.628548 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:47:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'], 'active': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:00.646794 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] For port 7c8e8d55-ae4f-42ea-8b29-34231637d154, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=7c8e8d55-ae4f-42ea-8b29-34231637d154,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:00.647119 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.666682 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Calling delete_port for 7c8e8d55-ae4f-42ea-8b29-34231637d154 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:00.718534 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_dvr_db [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] Set router ceb286ae-cdb0-4672-bf8a-40aca6f9654a gateway port host: None {{(pid=93796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:00.770551 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.db.l3_hamode_db [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:48:00Z', 'revision_number': 6, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port_host': None}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:00.800324 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d110f2-1ded-47bb-bdac-f7dc6cc7d074 None None] The sync data for ids ['ceb286ae-cdb0-4672-bf8a-40aca6f9654a'] in dv-cinder-804603-3-iscsi is: [{'id': 'ceb286ae-cdb0-4672-bf8a-40aca6f9654a', 'name': 'tempest-TestShelveInstance-485323766-router', 'tenant_id': 'b5a4fd644a7e47a1858837b923310629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:36Z', 'updated_at': '2021-08-19T12:48:00Z', 'revision_number': 6, 'project_id': 'b5a4fd644a7e47a1858837b923310629', 'gw_port_host': None}] {{(pid=93796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:00.835321 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.862086 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8e8d55-ae4f-42ea-8b29-34231637d154,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:00.919648 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632483'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.004831 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.006883 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.050925 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623593'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.051404 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceb286ae-cdb0-4672-bf8a-40aca6f9654a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:48:01.056341 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.057302 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-c310aa38-a817-44da-90f3-b66342e610e4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ceb286ae-cdb0-4672-bf8a-40aca6f9654a HTTP/1.1" status: 204 len: 168 time: 0.7574382 Aug 19 12:48:01.059782 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:01.103090 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7852b6f-20c6-4528-a323-38be8e2bd8df admin admin] Deleting subnet 32e4aeaa-8d5a-4c17-935c-e815d8027ee7 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:01.105922 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7852b6f-20c6-4528-a323-38be8e2bd8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.138923 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7852b6f-20c6-4528-a323-38be8e2bd8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3237808'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.233759 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7852b6f-20c6-4528-a323-38be8e2bd8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.289773 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7852b6f-20c6-4528-a323-38be8e2bd8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3075687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2900412'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.315786 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7852b6f-20c6-4528-a323-38be8e2bd8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e4aeaa-8d5a-4c17-935c-e815d8027ee7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:01.317678 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7852b6f-20c6-4528-a323-38be8e2bd8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.319828 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-c7852b6f-20c6-4528-a323-38be8e2bd8df admin admin] 10.222.0.42 "DELETE /v2.0/subnets/32e4aeaa-8d5a-4c17-935c-e815d8027ee7 HTTP/1.1" status: 204 len: 168 time: 0.2588794 Aug 19 12:48:01.322528 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:01.324494 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c29243-454c-490f-bbcd-9f7a1bef2c2e None None] Network 803a510e-d194-45fb-a790-50b4d7f93425 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:01.388208 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.444032 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Deleting port 62270c9f-74f6-45f3-a8e3-043751522bcd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:01.444492 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.508327 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] For port 62270c9f-74f6-45f3-a8e3-043751522bcd, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=62270c9f-74f6-45f3-a8e3-043751522bcd,segment=NetworkSegment(5731acd4-2d76-4846-a6e7-799abea95dc5),segment_id=5731acd4-2d76-4846-a6e7-799abea95dc5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:01.508651 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.520664 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Calling delete_port for 62270c9f-74f6-45f3-a8e3-043751522bcd owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:01.594698 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4498915-e137-4ddc-88d6-af6c0a255d36 None None] DHCP port deletion for 803a510e-d194-45fb-a790-50b4d7f93425 request from dv-cinder-804603-3-iscsi {{(pid=93796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:01.599051 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f79c4b59-b010-4348-ba4d-8ba2e381c304 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:01.609094 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3075602'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.623564 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: f79c4b59-b010-4348-ba4d-8ba2e381c304 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:01.623911 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device f79c4b59-b010-4348-ba4d-8ba2e381c304 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:01.638361 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Pushing event deleted for resources: {'Port': ['ID=62270c9f-74f6-45f3-a8e3-043751522bcd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:01.642598 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] No DVR routers for this DVR port 62270c9f-74f6-45f3-a8e3-043751522bcd on host dv-cinder-804603-3-iscsi {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:01.647892 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f4498915-e137-4ddc-88d6-af6c0a255d36 None None] The port '62270c9f-74f6-45f3-a8e3-043751522bcd' was deleted {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 12:48:01.727240 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.737285 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803a510e-d194-45fb-a790-50b4d7f93425']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:01.747261 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5731acd4-2d76-4846-a6e7-799abea95dc5') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:01.747553 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5731acd4-2d76-4846-a6e7-799abea95dc5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:01.756106 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3237817'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.769595 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.776047 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:48:01.776485 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134149'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: Traceback (most recent call last): Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: timer() Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: cb(*args, **kw) Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: return func(*args, **kwargs) Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: self._notify() Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: self.callback(batched_events) Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: event.method(event) Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: return f(self, *a, **k) Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._get(url).json() Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: return self.request(url, 'GET', **kwargs) Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:48:01.778548 dv-cinder-804603-3-iscsi neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:48:01.834973 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.840859 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.842752 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] 10.222.0.42 "DELETE /v2.0/networks/803a510e-d194-45fb-a790-50b4d7f93425 HTTP/1.1" status: 204 len: 168 time: 0.5193255 Aug 19 12:48:01.845956 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54628) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:01.855036 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa161a8-ff74-42d1-b125-0f8d6872d63d admin admin] Pushing event deleted for resources: {'Network': ['ID=803a510e-d194-45fb-a790-50b4d7f93425,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:02.193811 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636155'] for router_interface, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.434818 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Deleting port 199b81f8-8800-4e0f-ae99-28e635ce73a0 {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:02.435155 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.509539 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] For port 199b81f8-8800-4e0f-ae99-28e635ce73a0, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=199b81f8-8800-4e0f-ae99-28e635ce73a0,segment=NetworkSegment(1a45bbbf-4eb7-4285-bf9c-f359675f2734),segment_id=1a45bbbf-4eb7-4285-bf9c-f359675f2734)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:02.509818 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.521323 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Calling delete_port for 199b81f8-8800-4e0f-ae99-28e635ce73a0 owned by network:router_interface {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:02.700113 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.706704 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:48:02.728726 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=199b81f8-8800-4e0f-ae99-28e635ce73a0,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:02.739839 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.740282 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.740760 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.741191 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.741546 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.741991 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.742361 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.742858 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.743265 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.743672 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.743961 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.744240 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804603-3-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.899626 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760171'] for router_interface, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.161799 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 7c8e8d55-ae4f-42ea-8b29-34231637d154 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:03.183148 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 7c8e8d55-ae4f-42ea-8b29-34231637d154 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:03.183498 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 7c8e8d55-ae4f-42ea-8b29-34231637d154 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:03.183929 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 62270c9f-74f6-45f3-a8e3-043751522bcd no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:03.203180 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 62270c9f-74f6-45f3-a8e3-043751522bcd {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:03.203522 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 62270c9f-74f6-45f3-a8e3-043751522bcd not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:03.246768 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8d2c89dc-1d57-4c0a-9537-fc99379e7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.332432 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Router 64842171-4d69-401e-ab32-32d8b4a4018d has already been hosted by L3 agent e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe {{(pid=93794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:03.435505 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] Notify agent at l3_agent.dv-cinder-804603-3-iscsi the message routers_updated {{(pid=93794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:03.440566 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-e9a1590c-3e63-46b9-bebe-c60e9aaecec5 admin admin] 10.222.0.42 "PUT /v2.0/routers/64842171-4d69-401e-ab32-32d8b4a4018d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5935667 Aug 19 12:48:03.443013 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54632) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:03.446003 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f299074-5d60-4753-883e-c93590a8253b None None] Sync routers for ids ['64842171-4d69-401e-ab32-32d8b4a4018d'] in dv-cinder-804603-3-iscsi {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:03.455006 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f299074-5d60-4753-883e-c93590a8253b None None] Routers {'64842171-4d69-401e-ab32-32d8b4a4018d'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:03.455610 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9f299074-5d60-4753-883e-c93590a8253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:47:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['64842171-4d69-401e-ab32-32d8b4a4018d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:03.544873 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Notify callbacks [] for router, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.558447 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9f299074-5d60-4753-883e-c93590a8253b None None] Set router 64842171-4d69-401e-ab32-32d8b4a4018d gateway port host: dv-cinder-804603-3-iscsi {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:03.641491 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.694831 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Deleting port 3aedc5ce-19b6-4b77-baae-e45c1548468b {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:03.695442 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.735290 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9f299074-5d60-4753-883e-c93590a8253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'name': 'tempest-TestShelveInstance-98785052-router', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'external_fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:48:02Z', 'revision_number': 5, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'gw_port': {'id': '3aedc5ce-19b6-4b77-baae-e45c1548468b', 'name': '', 'network_id': 'c71972f2-2cd9-46b8-9376-b8f5c0294d20', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804603-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:42Z', 'updated_at': '2021-08-19T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a78bf921-3b7c-45da-84f4-8129ebb18227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804603-3-iscsi'}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:03.762003 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f299074-5d60-4753-883e-c93590a8253b None None] Checking router: 64842171-4d69-401e-ab32-32d8b4a4018d for host: dv-cinder-804603-3-iscsi {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:03.770233 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f299074-5d60-4753-883e-c93590a8253b None None] Routers {'64842171-4d69-401e-ab32-32d8b4a4018d'} bound to L3 agent in host dv-cinder-804603-3-iscsi {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:03.770830 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9f299074-5d60-4753-883e-c93590a8253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804603-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:24:36Z,description=,heartbeat_timestamp=2021-08-19T12:47:36Z,host='dv-cinder-804603-3-iscsi',id=e5c50d25-02bb-43f2-b46b-c8eb9fe6e0fe,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:24:36Z,topic='l3_agent')) {'router_ids': ['64842171-4d69-401e-ab32-32d8b4a4018d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:03.773760 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] For port 3aedc5ce-19b6-4b77-baae-e45c1548468b, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=3aedc5ce-19b6-4b77-baae-e45c1548468b,segment=NetworkSegment(886ad22c-73a0-4cc7-9134-52606be58f56),segment_id=886ad22c-73a0-4cc7-9134-52606be58f56)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:03.774123 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.786095 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Calling delete_port for 3aedc5ce-19b6-4b77-baae-e45c1548468b owned by network:router_gateway {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:03.857764 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9f299074-5d60-4753-883e-c93590a8253b None None] Set router 64842171-4d69-401e-ab32-32d8b4a4018d gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:03.911792 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9f299074-5d60-4753-883e-c93590a8253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'name': 'tempest-TestShelveInstance-98785052-router', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:48:03Z', 'revision_number': 6, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'gw_port_host': None}], 'dv-cinder-804603-3-iscsi', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:03.938185 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f299074-5d60-4753-883e-c93590a8253b None None] The sync data for ids ['64842171-4d69-401e-ab32-32d8b4a4018d'] in dv-cinder-804603-3-iscsi is: [{'id': '64842171-4d69-401e-ab32-32d8b4a4018d', 'name': 'tempest-TestShelveInstance-98785052-router', 'tenant_id': '7fa37641823b485fb4ca9a9dd93237cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:48:03Z', 'revision_number': 6, 'project_id': '7fa37641823b485fb4ca9a9dd93237cc', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:03.949054 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.979280 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Pushing event deleted for resources: {'Port': ['ID=3aedc5ce-19b6-4b77-baae-e45c1548468b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:04.039568 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632483'] for router_gateway, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.127157 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5063'] for router, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.129249 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.170351 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623593'] for router, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.170929 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64842171-4d69-401e-ab32-32d8b4a4018d {{(pid=93794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:48:04.175437 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] Notify callbacks [] for router, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.176589 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-05c7488d-16fb-4fee-96e3-844f1677143d admin admin] 10.222.0.42 "DELETE /v2.0/routers/64842171-4d69-401e-ab32-32d8b4a4018d HTTP/1.1" status: 204 len: 168 time: 0.7326555 Aug 19 12:48:04.179846 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54634) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:04.227428 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.db_base_plugin_v2 [None req-733527c0-865d-45bd-97bb-798ce6c43ad1 admin admin] Deleting subnet dc33802f-3f24-4396-9a17-ea1b30829bd8 {{(pid=93794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:04.230364 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-733527c0-865d-45bd-97bb-798ce6c43ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.263826 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-733527c0-865d-45bd-97bb-798ce6c43ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3724236'] for subnet, precommit_delete_associations {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.341853 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-733527c0-865d-45bd-97bb-798ce6c43ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8004011'] for subnet, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.366447 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.396774 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-733527c0-865d-45bd-97bb-798ce6c43ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8004018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3775777'] for subnet, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.426960 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733527c0-865d-45bd-97bb-798ce6c43ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc33802f-3f24-4396-9a17-ea1b30829bd8,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:04.429122 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-733527c0-865d-45bd-97bb-798ce6c43ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.431248 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-733527c0-865d-45bd-97bb-798ce6c43ad1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dc33802f-3f24-4396-9a17-ea1b30829bd8 HTTP/1.1" status: 204 len: 168 time: 0.2504284 Aug 19 12:48:04.433641 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01732930-1a0f-45b0-b6d9-8b4927167f77 None None] Network 10b133a9-f4dd-48a3-86cf-8304609911c9 requested from dv-cinder-804603-3-iscsi {{(pid=93796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:04.433795 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54636) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:04.500056 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7942322'] for network, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.551077 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Deleting port 69a8d568-00b9-4cb4-879f-5d904091de8b {{(pid=93794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:04.551423 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785963697237'] for port, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.619893 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] For port 69a8d568-00b9-4cb4-879f-5d904091de8b, host dv-cinder-804603-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804603-3-iscsi',level=0,port_id=69a8d568-00b9-4cb4-879f-5d904091de8b,segment=NetworkSegment(1a45bbbf-4eb7-4285-bf9c-f359675f2734),segment_id=1a45bbbf-4eb7-4285-bf9c-f359675f2734)] {{(pid=93794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:04.620253 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626381'] for port, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.632121 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.plugin [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Calling delete_port for 69a8d568-00b9-4cb4-879f-5d904091de8b owned by network:dhcp {{(pid=93794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:04.714822 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8058687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785963702137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785963182412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258839'] for port, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.723757 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5049ee18-c3a2-4ea7-a3d2-bfe2e111586e None None] DHCP port deletion for 10b133a9-f4dd-48a3-86cf-8304609911c9 request from dv-cinder-804603-3-iscsi {{(pid=93796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:04.744741 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a8d568-00b9-4cb4-879f-5d904091de8b,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:04.748146 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] No DVR routers for this DVR port 69a8d568-00b9-4cb4-879f-5d904091de8b on host dv-cinder-804603-3-iscsi {{(pid=93794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:04.820269 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8004898', 'neutron.services.segments.db._delete_segments_for_network-8785963683521'] for network, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.830058 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b133a9-f4dd-48a3-86cf-8304609911c9']}} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:04.840125 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a45bbbf-4eb7-4285-bf9c-f359675f2734') {'for_net_delete': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:04.840429 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.services.segments.db [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a45bbbf-4eb7-4285-bf9c-f359675f2734') {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:04.849335 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785963663270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3724229'] for segment, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.863013 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470'] for segment, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.869244 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:48:04.869994 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8011470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3179776'] for segment, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: Traceback (most recent call last): Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: timer() Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: cb(*args, **kw) Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: return func(*args, **kwargs) Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: self._notify() Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: self.callback(batched_events) Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: event.method(event) Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: return f(self, *a, **k) Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._get(url).json() Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: return self.request(url, 'GET', **kwargs) Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:48:04.871696 dv-cinder-804603-3-iscsi neutron-server[93794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:48:04.932498 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8004909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-632438'] for network, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.938468 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528591'] for network, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.942730 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/10b133a9-f4dd-48a3-86cf-8304609911c9 HTTP/1.1" status: 204 len: 168 time: 0.5056264 Aug 19 12:48:04.952669 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970d201-9479-4bd8-8409-53f7b0fc41c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b133a9-f4dd-48a3-86cf-8304609911c9,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:05.115026 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 199b81f8-8800-4e0f-ae99-28e635ce73a0 no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:05.135773 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54640) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:05.135949 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 199b81f8-8800-4e0f-ae99-28e635ce73a0 {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:05.136146 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 199b81f8-8800-4e0f-ae99-28e635ce73a0 not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:05.136571 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 3aedc5ce-19b6-4b77-baae-e45c1548468b no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:05.157930 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 3aedc5ce-19b6-4b77-baae-e45c1548468b {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:05.158271 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 3aedc5ce-19b6-4b77-baae-e45c1548468b not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:05.158686 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 69a8d568-00b9-4cb4-879f-5d904091de8b no longer exists at agent ovs-agent-dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:05.174280 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-b224857e-7ba5-4615-bfa2-0e0fddeded25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5a4fd644a7e47a1858837b923310629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373602 Aug 19 12:48:05.176675 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] No Port match for: 69a8d568-00b9-4cb4-879f-5d904091de8b {{(pid=93796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:05.176845 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [-] (93794) accepted ('10.222.0.42', 54642) {{(pid=93794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:05.177353 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron.plugins.ml2.rpc [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Device 69a8d568-00b9-4cb4-879f-5d904091de8b not bound to the agent host dv-cinder-804603-3-iscsi {{(pid=93796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:05.225888 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffca8971-0e23-4d41-9c13-a924084aeb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.246453 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffca8971-0e23-4d41-9c13-a924084aeb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.295696 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffca8971-0e23-4d41-9c13-a924084aeb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.298194 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-ffca8971-0e23-4d41-9c13-a924084aeb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.299323 dv-cinder-804603-3-iscsi neutron-server[93794]: INFO neutron.wsgi [None req-ffca8971-0e23-4d41-9c13-a924084aeb71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b2e6581-cd49-4ea2-97ce-61ea98fe5068 HTTP/1.1" status: 204 len: 168 time: 0.1215410 Aug 19 12:48:05.307812 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca8971-0e23-4d41-9c13-a924084aeb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e6581-cd49-4ea2-97ce-61ea98fe5068,revision_number=None']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:05.610266 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54648) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:05.648924 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-4d6cbf6c-8fc6-4dbf-bbc2-78294ca589a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fa37641823b485fb4ca9a9dd93237cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373917 Aug 19 12:48:05.651176 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.42', 54650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:05.705285 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a5e6-579b-49a7-83a7-dd6f022faa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.726218 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a5e6-579b-49a7-83a7-dd6f022faa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.765702 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b84ba380-ffdb-495f-b4a9-e01ea3aff0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.773403 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a5e6-579b-49a7-83a7-dd6f022faa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608485'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.775983 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a5e6-579b-49a7-83a7-dd6f022faa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.777222 dv-cinder-804603-3-iscsi neutron-server[93795]: INFO neutron.wsgi [None req-1dd6a5e6-579b-49a7-83a7-dd6f022faa02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72d31c84-4047-45db-a2ed-8758f5cf0459 HTTP/1.1" status: 204 len: 168 time: 0.1250958 Aug 19 12:48:05.784892 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6a5e6-579b-49a7-83a7-dd6f022faa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d31c84-4047-45db-a2ed-8758f5cf0459,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:06.189637 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.159568 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.404794 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.588982 dv-cinder-804603-3-iscsi neutron-server[93794]: DEBUG neutron.wsgi [req-aa2d0c22-afd4-49d5-9c3e-5f8f69071b24 req-accc8a61-584b-48ef-abe5-59b888ac8174 service neutron] (93794) timed out ('10.222.0.50', 60489) {{(pid=93794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:48:33.248762 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3cd8f284-9221-4838-9c7f-fa65578f8a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.376769 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.765787 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45156e51-d615-418b-b301-e16344c625e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.195530 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.166896 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.406017 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.705005 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:49:03.248662 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aaa143ec-3e90-4521-81fb-34e08b1b4d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.375590 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.765220 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63a718bf-ac3c-4e85-8f7e-00b2ff17dee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.185258 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.166362 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.408069 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:16.703592 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:49:33.249298 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c282610-76b0-454e-887d-f9eaebaba3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.374664 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.768858 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc731f13-56c2-4dba-9a31-87fe3810002c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.185586 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.169622 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.410461 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:53.702047 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:50:03.249221 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d72d34ac-bbe2-4a09-975f-3f976d34728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:04.385397 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.769883 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e870da23-f779-42ca-bb1c-107e51adc129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:06.186241 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.171391 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.411940 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.701486 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:50:33.256118 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b807715a-71bb-4f10-a780-d3b9d2d77735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.380792 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.769804 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-989d2131-2df9-4d6f-84d5-49e829b8027f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.186609 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.177033 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.204859 dv-cinder-804603-3-iscsi neutron-server[93795]: DEBUG neutron.wsgi [req-addae147-3adb-4c41-ac3a-f713f987f3a1 req-a3d9efc8-1e94-4417-8f4d-a01abce3eda7 service neutron] (93795) timed out ('10.222.0.50', 60502) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:50:38.415747 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.248441 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ba76366-5535-416d-963b-dfd0eebe8d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.395122 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.770509 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-927d73ec-f643-4952-b302-d01b1301f191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:06.187344 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.178534 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.701449 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:51:08.419698 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:33.320595 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8da8cac8-d367-4629-98bb-78473ab297b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.429876 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.772117 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f10e8ac9-2bb8-4919-948c-8825678c7c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:36.190719 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.183121 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:38.424890 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:44.700677 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:52:03.251510 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f91aba4-75bb-4310-b3ff-582ab5ba206e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.446009 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.773507 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a59206b-6228-4e42-84fa-a973244718e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:06.194237 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.185925 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:08.425351 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.699515 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:52:33.255362 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20813c31-08a4-499b-be52-29adaba8739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:34.442596 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.774935 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2352a3a7-381a-4b8a-a97a-276bd6978660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:36.195832 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.186664 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.428621 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.701921 dv-cinder-804603-3-iscsi neutron-server[93797]: DEBUG neutron.db.agents_db [None req-25877de0-bbbd-4660-9a35-0dca14a1c478 None None] Agent healthcheck: found 6 active agents {{(pid=93797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:53:03.256191 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90cc7a95-f1dd-4ec7-bee6-7115975b9d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:04.447758 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-438219b7-5d05-42dd-a246-13e6ec3f94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.776430 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c0cd-6c50-403c-970c-e30971d7f3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.200593 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412fbe64-6eac-4a72-b6e2-021f5aa1d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.194821 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d92e07dd-8927-4a2e-b9ff-3f84979d12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.432473 dv-cinder-804603-3-iscsi neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ceb66a10-8716-4457-ba35-087593aa53a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785963683539', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8006764'] for agent, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}